Nov 22 11:39:52 user nova-compute[75217]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75217) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75217) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75217) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 22 11:39:52 user nova-compute[75217]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.029s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:39:52 user nova-compute[75217]: INFO nova.virt.driver [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 22 11:39:52 user nova-compute[75217]: INFO nova.compute.provider_config [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Acquiring lock "singleton_lock" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Acquired lock "singleton_lock" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Releasing lock "singleton_lock" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Full set of CONF: {{(pid=75217) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ******************************************************************************** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Configuration options gathered from: {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ================================================================================ {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] allow_resize_to_same_host      = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] arq_binding_timeout            = 300 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] backdoor_port                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] backdoor_socket                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] block_device_allocate_retries  = 300 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] block_device_allocate_retries_interval = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cert                           = self.pem {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute_monitors               = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] config_dir                     = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] config_drive_format            = iso9660 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] config_source                  = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] console_host                   = user {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] control_exchange               = nova {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cpu_allocation_ratio           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] daemon                         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] debug                          = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] default_access_ip_network_name = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] default_availability_zone      = nova {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] default_ephemeral_format       = ext4 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] default_green_pool_size        = 1000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] default_schedule_zone          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] disk_allocation_ratio          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] enable_new_services            = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] enabled_ssl_apis               = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] flat_injected                  = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] force_config_drive             = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] force_raw_images               = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] graceful_shutdown_timeout      = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] heal_instance_info_cache_interval = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] host                           = user {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_build_timeout         = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_delete_interval       = 300 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_name_template         = instance-%08x {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_usage_audit           = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_usage_audit_period    = month {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] internal_service_availability_zone = internal {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] key                            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] live_migration_retry_count     = 30 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_config_append              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_dir                        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_file                       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_options                    = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_rotate_interval            = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_rotate_interval_type       = days {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] log_rotation_type              = none {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] long_rpc_timeout               = 1800 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] max_concurrent_builds          = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] max_concurrent_live_migrations = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] max_concurrent_snapshots       = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] max_local_block_devices        = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] max_logfile_count              = 30 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] max_logfile_size_mb            = 200 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] maximum_instance_delete_attempts = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metadata_listen                = 0.0.0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metadata_listen_port           = 8775 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metadata_workers               = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] migrate_max_retries            = -1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] mkisofs_cmd                    = genisoimage {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] my_ip                          = 10.0.0.210 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] network_allocate_retries       = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] osapi_compute_listen_port      = 8774 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] osapi_compute_unique_server_name_scope =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] osapi_compute_workers          = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] password_length                = 12 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] periodic_enable                = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] periodic_fuzzy_delay           = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] pointer_model                  = ps2mouse {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] preallocate_images             = none {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] publish_errors                 = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] pybasedir                      = /opt/stack/nova {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ram_allocation_ratio           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rate_limit_burst               = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rate_limit_except_level        = CRITICAL {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rate_limit_interval            = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reboot_timeout                 = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reclaim_instance_interval      = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] record                         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reimage_timeout_per_gb         = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] report_interval                = 120 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rescue_timeout                 = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reserved_host_cpus             = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reserved_host_disk_mb          = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reserved_host_memory_mb        = 512 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] reserved_huge_pages            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] resize_confirm_window          = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] resize_fs_using_block_device   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] resume_guests_state_on_host_boot = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rpc_response_timeout           = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] run_external_periodic_tasks    = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] running_deleted_instance_action = reap {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] running_deleted_instance_timeout = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler_instance_sync_interval = 120 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_down_time              = 720 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] servicegroup_driver            = db {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] shelved_offload_time           = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] shelved_poll_interval          = 3600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] shutdown_timeout               = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] source_is_ipv6                 = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ssl_only                       = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] state_path                     = /opt/stack/data/nova {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] sync_power_state_interval      = 600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] sync_power_state_pool_size     = 1000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] syslog_log_facility            = LOG_USER {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] tempdir                        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] timeout_nbd                    = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] transport_url                  = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] update_resources_interval      = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_cow_images                 = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_eventlog                   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_journal                    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_json                       = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_rootwrap_daemon            = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_stderr                     = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] use_syslog                     = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vcpu_pin_set                   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plugging_is_fatal          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plugging_timeout           = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] virt_mkfs                      = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] volume_usage_poll_interval     = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] watch_log_file                 = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] web                            = /usr/share/spice-html5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_concurrency.disable_process_locking = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.auth_strategy              = keystone {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.compute_link_prefix        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.dhcp_domain                = novalocal {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.enable_instance_password   = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.glance_link_prefix         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.instance_list_per_project_cells = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.list_records_by_skipping_down_cells = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.local_metadata_per_cell    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.max_limit                  = 1000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.metadata_cache_expiration  = 15 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.neutron_default_tenant_id  = default {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.use_forwarded_for          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.use_neutron_default_nets   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_dynamic_targets = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_jsonfile_path   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.backend_argument         = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.config_prefix            = cache.oslo {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.dead_timeout             = 60.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.debug_cache_backend      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.enable_retry_client      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.enable_socket_keepalive  = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.enabled                  = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.expiration_time          = 600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.hashclient_retry_attempts = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_dead_retry      = 300 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_password        =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_sasl_enabled    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.memcache_username        =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.proxies                  = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.retry_attempts           = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.retry_delay              = 0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.socket_keepalive_count   = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.socket_keepalive_idle    = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.socket_keepalive_interval = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.tls_allowed_ciphers      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.tls_cafile               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.tls_certfile             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.tls_enabled              = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cache.tls_keyfile              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.auth_section            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.auth_type               = password {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.cafile                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.certfile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.collect_timing          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.cross_az_attach         = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.debug                   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.endpoint_template       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.http_retries            = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.insecure                = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.keyfile                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.os_region_name          = RegionOne {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.split_loggers           = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cinder.timeout                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.cpu_dedicated_set      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.cpu_shared_set         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.image_type_exclude_list = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.resource_provider_association_refresh = 300 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.shutdown_retry_interval = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] conductor.workers              = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] console.allowed_origins        = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] console.ssl_ciphers            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] console.ssl_minimum_version    = default {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] consoleauth.token_ttl          = 600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.cafile                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.certfile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.collect_timing          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.connect_retries         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.connect_retry_delay     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.endpoint_override       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.insecure                = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.keyfile                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.max_version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.min_version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.region_name             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.service_name            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.service_type            = accelerator {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.split_loggers           = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.status_code_retries     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.timeout                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] cyborg.version                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.backend               = sqlalchemy {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.connection            = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.connection_debug      = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.connection_parameters =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.connection_recycle_time = 3600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.connection_trace      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.db_inc_retry_interval = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.db_max_retries        = 20 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.db_max_retry_interval = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.db_retry_interval     = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.max_overflow          = 50 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.max_pool_size         = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.max_retries           = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.mysql_wsrep_sync_wait = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.pool_timeout          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.retry_interval        = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.slave_connection      = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] database.sqlite_synchronous    = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.backend           = sqlalchemy {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.connection        = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.connection_debug  = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.connection_parameters =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.connection_recycle_time = 3600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.connection_trace  = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.db_inc_retry_interval = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.db_max_retries    = 20 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.db_max_retry_interval = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.db_retry_interval = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.max_overflow      = 50 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.max_pool_size     = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.max_retries       = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.pool_timeout      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.retry_interval    = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.slave_connection  = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] api_database.sqlite_synchronous = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:52 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] devices.enabled_mdev_types     = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ephemeral_storage_encryption.enabled = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.api_servers             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.cafile                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.certfile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.collect_timing          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.connect_retries         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.connect_retry_delay     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.debug                   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.default_trusted_certificate_ids = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.enable_certificate_validation = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.enable_rbd_download     = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.endpoint_override       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.insecure                = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.keyfile                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.max_version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.min_version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.num_retries             = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.rbd_ceph_conf           =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.rbd_connect_timeout     = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.rbd_pool                =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.rbd_user                =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.region_name             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.service_name            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.service_type            = image {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.split_loggers           = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.status_code_retries     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.timeout                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.verify_glance_signatures = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] glance.version                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] guestfs.debug                  = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.config_drive_cdrom      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.config_drive_inject_password = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.enable_remotefx         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.instances_path_share    =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.limit_cpu_features      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.use_multipath_io        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.vswitch_name            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] mks.enabled                    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] image_cache.manager_interval   = 2400 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] image_cache.precache_concurrency = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] image_cache.remove_unused_base_images = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] image_cache.subdirectory_name  = _base {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.api_max_retries         = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.api_retry_interval      = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.auth_section            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.auth_type               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.cafile                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.certfile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.collect_timing          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.conductor_group         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.connect_retries         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.connect_retry_delay     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.endpoint_override       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.insecure                = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.keyfile                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.max_version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.min_version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.peer_list               = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.region_name             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.serial_console_state_timeout = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.service_name            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.service_type            = baremetal {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.split_loggers           = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.status_code_retries     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.timeout                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ironic.version                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] key_manager.fixed_key          = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.barbican_api_version  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.barbican_endpoint     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.barbican_endpoint_type = public {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.barbican_region_name  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.cafile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.certfile              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.collect_timing        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.insecure              = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.keyfile               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.number_of_retries     = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.retry_delay           = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.send_service_user_token = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.split_loggers         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.timeout               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.verify_ssl            = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican.verify_ssl_path       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.auth_section = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.auth_type = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.cafile   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.certfile = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.collect_timing = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.insecure = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.keyfile  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.split_loggers = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] barbican_service_user.timeout  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.approle_role_id          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.approle_secret_id        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.cafile                   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.certfile                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.collect_timing           = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.insecure                 = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.keyfile                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.kv_mountpoint            = secret {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.kv_path                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.kv_version               = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.namespace                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.root_token_id            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.split_loggers            = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.ssl_ca_crt_file          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.timeout                  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.use_ssl                  = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.auth_section          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.auth_type             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.cafile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.certfile              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.collect_timing        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.connect_retries       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.connect_retry_delay   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.endpoint_override     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.insecure              = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.keyfile               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.max_version           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.min_version           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.region_name           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.service_name          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.service_type          = identity {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.split_loggers         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.status_code_retries   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.timeout               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] keystone.version               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.connection_uri         =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_mode               = custom {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: WARNING oslo_config.cfg [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_power_governor_high = performance {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_power_management   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.device_detach_attempts = 8 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.device_detach_timeout  = 20 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.disk_cachemodes        = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.disk_prefix            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.enabled_perf_events    = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.file_backed_memory     = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.gid_maps               = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.hw_disk_discard        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.hw_machine_type        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_rbd_pool        = rbd {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_type            = default {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.images_volume_group    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.inject_key             = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.inject_partition       = -2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.inject_password        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.iscsi_iface            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.iser_use_multipath     = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_downtime = 500 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_inbound_addr = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_scheme  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_timeout_action = abort {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_tunnelled = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: WARNING oslo_config.cfg [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 22 11:39:53 user nova-compute[75217]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 22 11:39:53 user nova-compute[75217]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 22 11:39:53 user nova-compute[75217]: and ``live_migration_inbound_addr`` respectively.
Nov 22 11:39:53 user nova-compute[75217]: ).  Its value may be silently ignored in the future.
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.live_migration_with_native_tls = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.max_queues             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.nfs_mount_options      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.num_pcie_ports         = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.pmem_namespaces        = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.quobyte_client_cfg     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rbd_secret_uuid        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rbd_user               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rescue_image_id        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rescue_kernel_id       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.rx_queue_size          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.smbfs_mount_options    =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.snapshot_compression   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.snapshot_image_format  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.sparse_logical_volumes = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.swtpm_enabled          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.swtpm_group            = tss {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.swtpm_user             = tss {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.sysinfo_serial         = unique {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.tb_cache_size          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.tx_queue_size          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.uid_maps               = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.use_virtio_for_bridges = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.virt_type              = kvm {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.volume_clear           = zero {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.volume_clear_size      = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.volume_use_multipath   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_cache_path   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.auth_section           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.auth_type              = password {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.cafile                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.certfile               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.collect_timing         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.connect_retries        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.connect_retry_delay    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.default_floating_pool  = public {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.endpoint_override      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.extension_sync_interval = 600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.http_retries           = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.insecure               = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.keyfile                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.max_version            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.min_version            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.ovs_bridge             = br-int {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.physnets               = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.region_name            = RegionOne {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.service_metadata_proxy = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.service_name           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.service_type           = network {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.split_loggers          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.status_code_retries    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.timeout                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] neutron.version                = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] notifications.bdms_in_notifications = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] notifications.default_level    = INFO {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] notifications.notification_format = unversioned {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] notifications.notify_on_state_change = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] pci.alias                      = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] pci.device_spec                = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] pci.report_in_placement        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.auth_section         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.auth_type            = password {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.cafile               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.certfile             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.collect_timing       = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.connect_retries      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.connect_retry_delay  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.default_domain_id    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.default_domain_name  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.domain_id            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.domain_name          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.endpoint_override    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.insecure             = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.keyfile              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.max_version          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.min_version          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.password             = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.project_domain_id    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.project_domain_name  = Default {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.project_id           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.project_name         = service {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.region_name          = RegionOne {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.service_name         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.service_type         = placement {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.split_loggers        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.status_code_retries  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.system_scope         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.timeout              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.trust_id             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.user_domain_id       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.user_domain_name     = Default {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.user_id              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.username             = placement {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] placement.version              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.cores                    = 20 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.count_usage_from_placement = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.injected_file_content_bytes = 10240 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.injected_file_path_length = 255 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.injected_files           = 5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.instances                = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.key_pairs                = 100 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.metadata_items           = 128 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.ram                      = 51200 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.recheck_quota            = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.server_group_members     = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] quota.server_groups            = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rdp.enabled                    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.image_metadata_prefilter = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.max_attempts         = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.max_placement_results = 1000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] scheduler.workers              = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.host_subset_size = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.isolated_hosts = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.isolated_images = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.pci_in_placement = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.track_instance_changes = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metrics.required               = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metrics.weight_multiplier      = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] metrics.weight_setting         = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] serial_console.enabled         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] serial_console.port_range      = 10000:20000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] serial_console.serialproxy_port = 6083 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.auth_section      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.auth_type         = password {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.cafile            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.certfile          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.collect_timing    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.insecure          = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.keyfile           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.send_service_user_token = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.split_loggers     = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] service_user.timeout           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.agent_enabled            = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.enabled                  = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.html5proxy_port          = 6082 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.image_compression        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.jpeg_compression         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.playback_compression     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.server_listen            = 127.0.0.1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.streaming_mode           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] spice.zlib_compression         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] upgrade_levels.baseapi         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] upgrade_levels.compute         = auto {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] upgrade_levels.conductor       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] upgrade_levels.scheduler       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.cafile = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.certfile = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.insecure = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vendordata_dynamic_auth.timeout = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.api_retry_count         = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.ca_file                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.cache_prefix            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.cluster_name            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.connection_pool_size    = 10 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.console_delay_seconds   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.datastore_regex         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.host_ip                 = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.host_password           = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.host_port               = 443 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.host_username           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.insecure                = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.integration_bridge      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.maximum_objects         = 100 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.pbm_default_policy      = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.pbm_enabled             = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.pbm_wsdl_location       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.serial_port_proxy_uri   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.serial_port_service_uri = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.task_poll_interval      = 0.5 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.use_linked_clone        = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.vnc_keymap              = en-us {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.vnc_port                = 5900 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vmware.vnc_port_total          = 10000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.auth_schemes               = ['none'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.enabled                    = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.novncproxy_port            = 6080 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.vencrypt_ca_certs          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.vencrypt_client_cert       = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vnc.vencrypt_client_key        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.disable_rootwrap   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.enable_numa_live_migration = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.libvirt_disable_apic = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.client_socket_timeout     = 900 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.default_pool_size         = 1000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.keep_alive                = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.max_header_line           = 16384 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.ssl_ca_file               = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.ssl_cert_file             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.ssl_key_file              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.tcp_keepidle              = 600 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] zvm.ca_file                    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] zvm.cloud_connector_url        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] zvm.reachable_timeout          = 300 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.enforce_new_defaults = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.enforce_scope      = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.policy_default_rule = default {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.connection_string     = messaging:// {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.enabled               = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.es_doc_type           = notification {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.es_scroll_size        = 10000 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.es_scroll_time        = 2m {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.filter_error_trace    = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.hmac_keys             = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.sentinel_service_name = mymaster {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.socket_timeout        = 0.1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.trace_requests        = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler.trace_sqlalchemy      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler_jaeger.process_tags   = {} {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler_jaeger.service_name_prefix = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] profiler_otlp.service_name_prefix = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] remote_debug.host              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] remote_debug.port              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_notifications.retry = -1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.auth_section        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.auth_type           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.cafile              = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.certfile            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.collect_timing      = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.connect_retries     = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.connect_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.endpoint_id         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.endpoint_override   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.insecure            = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.keyfile             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.max_version         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.min_version         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.region_name         = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.service_name        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.service_type        = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.split_loggers       = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.status_code_retries = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.status_code_retry_delay = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.timeout             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.valid_interfaces    = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_limit.version             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_reports.file_event_handler = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] oslo_reports.log_dir           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_ovs_privileged.group  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] vif_plug_ovs_privileged.user   = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.isolate_vif         = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] os_brick.lock_path             = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] privsep_osbrick.capabilities   = [21] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] privsep_osbrick.group          = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] privsep_osbrick.helper_command = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] privsep_osbrick.user           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] nova_sys_admin.group           = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] nova_sys_admin.helper_command  = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] nova_sys_admin.user            = None {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG oslo_service.service [None req-1fa92169-6114-4bae-892e-d18d97d99257 None None] ******************************************************************************** {{(pid=75217) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 22 11:39:53 user nova-compute[75217]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Connecting to libvirt: qemu:///system {{(pid=75217) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f40a03723b0> {{(pid=75217) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 22 11:39:53 user nova-compute[75217]: libvirt:  error : internal error: could not initialize domain event timer
Nov 22 11:39:53 user nova-compute[75217]: WARNING nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f40a03723b0> {{(pid=75217) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Starting native event thread {{(pid=75217) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Starting green dispatch thread {{(pid=75217) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Starting connection event dispatch thread {{(pid=75217) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 22 11:39:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Connection event '1' reason 'None'
Nov 22 11:39:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 22 11:39:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.mount [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Initialising _HostMountState generation 0 {{(pid=75217) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 22 11:40:00 user nova-compute[75217]: INFO nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host capabilities <capabilities>
Nov 22 11:40:00 user nova-compute[75217]:   <host>
Nov 22 11:40:00 user nova-compute[75217]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 22 11:40:00 user nova-compute[75217]:     <cpu>
Nov 22 11:40:00 user nova-compute[75217]:       <arch>x86_64</arch>
Nov 22 11:40:00 user nova-compute[75217]:       <model>IvyBridge-IBRS</model>
Nov 22 11:40:00 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:00 user nova-compute[75217]:       <microcode version='1070'/>
Nov 22 11:40:00 user nova-compute[75217]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 22 11:40:00 user nova-compute[75217]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='ss'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='vmx'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='pcid'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='osxsave'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='hypervisor'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='arat'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='tsc_adjust'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='md-clear'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='stibp'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='arch-capabilities'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='ssbd'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='invtsc'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='rsba'/>
Nov 22 11:40:00 user nova-compute[75217]:       <feature name='skip-l1dfl-vmentry'/>
Nov 22 11:40:00 user nova-compute[75217]:       <pages unit='KiB' size='4'/>
Nov 22 11:40:00 user nova-compute[75217]:       <pages unit='KiB' size='2048'/>
Nov 22 11:40:00 user nova-compute[75217]:     </cpu>
Nov 22 11:40:00 user nova-compute[75217]:     <power_management>
Nov 22 11:40:00 user nova-compute[75217]:       <suspend_mem/>
Nov 22 11:40:00 user nova-compute[75217]:       <suspend_disk/>
Nov 22 11:40:00 user nova-compute[75217]:       <suspend_hybrid/>
Nov 22 11:40:00 user nova-compute[75217]:     </power_management>
Nov 22 11:40:00 user nova-compute[75217]:     <iommu support='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     <migration_features>
Nov 22 11:40:00 user nova-compute[75217]:       <live/>
Nov 22 11:40:00 user nova-compute[75217]:       <uri_transports>
Nov 22 11:40:00 user nova-compute[75217]:         <uri_transport>tcp</uri_transport>
Nov 22 11:40:00 user nova-compute[75217]:         <uri_transport>rdma</uri_transport>
Nov 22 11:40:00 user nova-compute[75217]:       </uri_transports>
Nov 22 11:40:00 user nova-compute[75217]:     </migration_features>
Nov 22 11:40:00 user nova-compute[75217]:     <topology>
Nov 22 11:40:00 user nova-compute[75217]:       <cells num='2'>
Nov 22 11:40:00 user nova-compute[75217]:         <cell id='0'>
Nov 22 11:40:00 user nova-compute[75217]:           <memory unit='KiB'>8189224</memory>
Nov 22 11:40:00 user nova-compute[75217]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 22 11:40:00 user nova-compute[75217]:           <pages unit='KiB' size='2048'>0</pages>
Nov 22 11:40:00 user nova-compute[75217]:           <distances>
Nov 22 11:40:00 user nova-compute[75217]:             <sibling id='0' value='10'/>
Nov 22 11:40:00 user nova-compute[75217]:             <sibling id='1' value='20'/>
Nov 22 11:40:00 user nova-compute[75217]:           </distances>
Nov 22 11:40:00 user nova-compute[75217]:           <cpus num='6'>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 22 11:40:00 user nova-compute[75217]:           </cpus>
Nov 22 11:40:00 user nova-compute[75217]:         </cell>
Nov 22 11:40:00 user nova-compute[75217]:         <cell id='1'>
Nov 22 11:40:00 user nova-compute[75217]:           <memory unit='KiB'>8206460</memory>
Nov 22 11:40:00 user nova-compute[75217]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 22 11:40:00 user nova-compute[75217]:           <pages unit='KiB' size='2048'>0</pages>
Nov 22 11:40:00 user nova-compute[75217]:           <distances>
Nov 22 11:40:00 user nova-compute[75217]:             <sibling id='0' value='20'/>
Nov 22 11:40:00 user nova-compute[75217]:             <sibling id='1' value='10'/>
Nov 22 11:40:00 user nova-compute[75217]:           </distances>
Nov 22 11:40:00 user nova-compute[75217]:           <cpus num='6'>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 22 11:40:00 user nova-compute[75217]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 22 11:40:00 user nova-compute[75217]:           </cpus>
Nov 22 11:40:00 user nova-compute[75217]:         </cell>
Nov 22 11:40:00 user nova-compute[75217]:       </cells>
Nov 22 11:40:00 user nova-compute[75217]:     </topology>
Nov 22 11:40:00 user nova-compute[75217]:     <cache>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 22 11:40:00 user nova-compute[75217]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 22 11:40:00 user nova-compute[75217]:     </cache>
Nov 22 11:40:00 user nova-compute[75217]:     <secmodel>
Nov 22 11:40:00 user nova-compute[75217]:       <model>apparmor</model>
Nov 22 11:40:00 user nova-compute[75217]:       <doi>0</doi>
Nov 22 11:40:00 user nova-compute[75217]:     </secmodel>
Nov 22 11:40:00 user nova-compute[75217]:     <secmodel>
Nov 22 11:40:00 user nova-compute[75217]:       <model>dac</model>
Nov 22 11:40:00 user nova-compute[75217]:       <doi>0</doi>
Nov 22 11:40:00 user nova-compute[75217]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 22 11:40:00 user nova-compute[75217]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 22 11:40:00 user nova-compute[75217]:     </secmodel>
Nov 22 11:40:00 user nova-compute[75217]:   </host>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='alpha'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>clipper</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='armv6l'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>integratorcp</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>borzoi</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>spitz</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>nuri</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>musca-b1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>versatileab</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>kzm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>musca-a</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>smdkc210</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sx1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>z2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>tosa</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>sabrelite</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>realview-eb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>n810</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>n800</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>versatilepb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>terrier</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mainstone</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>midway</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>musicpal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>microbit</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>cubieboard</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>verdex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>netduino2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>raspi2b</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>cheetah</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>highbank</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>akita</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>connex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>collie</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>raspi0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='armv7l'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>integratorcp</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>borzoi</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>spitz</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>nuri</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>musca-b1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>versatileab</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>kzm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>musca-a</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>smdkc210</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sx1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>z2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>tosa</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>sabrelite</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>realview-eb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>n810</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>n800</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>versatilepb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>terrier</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mainstone</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>midway</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>musicpal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>microbit</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>cubieboard</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>verdex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>netduino2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>raspi2b</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>cheetah</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>highbank</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>akita</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>connex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>collie</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>raspi0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='aarch64'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>integratorcp</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>borzoi</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>spitz</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>nuri</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>musca-b1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>versatileab</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>kzm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>musca-a</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>smdkc210</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sx1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>z2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>tosa</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>sabrelite</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>realview-eb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>n810</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>n800</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>versatilepb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>terrier</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mainstone</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>midway</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>musicpal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>microbit</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>cubieboard</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>verdex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>netduino2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>raspi3b</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>raspi2b</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>cheetah</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='4'>highbank</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>akita</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>connex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>collie</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>raspi0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <acpi default='on' toggle='yes'/>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='cris'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='i686'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>x-remote</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>isapc</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>microvm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='kvm'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <pae/>
Nov 22 11:40:00 user nova-compute[75217]:       <nonpae/>
Nov 22 11:40:00 user nova-compute[75217]:       <acpi default='on' toggle='yes'/>
Nov 22 11:40:00 user nova-compute[75217]:       <apic default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='m68k'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>an5206</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>q800</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>next-cube</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='microblaze'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='microblazeel'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='mips'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='16'>malta</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mipssim</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='mipsel'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='16'>malta</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mipssim</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='mips64'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='16'>malta</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mipssim</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>pica61</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>magnum</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='mips64el'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='16'>malta</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mipssim</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>pica61</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>magnum</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='16'>boston</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='ppc'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>g3beige</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mac99</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='32'>ppce500</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>pegasos2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sam460ex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>bamboo</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>40p</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>ref405ep</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>taihu</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='ppc64'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2048'>powernv9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>taihu</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2048'>powernv10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='32'>ppce500</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>40p</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>pegasos2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>bamboo</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>g3beige</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mac99</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sam460ex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>ref405ep</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2048'>powernv8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='ppc64le'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2048'>powernv9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>taihu</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2048'>powernv10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='32'>ppce500</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>40p</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>pegasos2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>bamboo</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>g3beige</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>mac99</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sam460ex</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>ref405ep</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2048'>powernv8</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='riscv32'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='8'>spike</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>opentitan</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='5'>sifive_u</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sifive_e</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='8'>virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='riscv64'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='8'>spike</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='5'>sifive_u</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>shakti_c</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='1'>sifive_e</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='8'>virt</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:00 user nova-compute[75217]:     </arch>
Nov 22 11:40:00 user nova-compute[75217]:     <features>
Nov 22 11:40:00 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:00 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:00 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:00 user nova-compute[75217]:     </features>
Nov 22 11:40:00 user nova-compute[75217]:   </guest>
Nov 22 11:40:00 user nova-compute[75217]:   <guest>
Nov 22 11:40:00 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:00 user nova-compute[75217]:     <arch name='s390x'>
Nov 22 11:40:00 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:00 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 22 11:40:00 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='sh4'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>shix</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>r2d</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='sh4eb'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>shix</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>r2d</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='sparc'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>SS-5</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='4'>SS-20</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>LX</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>SS-4</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='4'>SS-10</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>Voyager</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='sparc64'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>sun4u</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>niagara</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>sun4v</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='x86_64'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>64</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>x-remote</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='1'>isapc</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>microvm</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='kvm'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <acpi default='on' toggle='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:       <apic default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='xtensa'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='4'>sim</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>kc705</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>ml605</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>virt</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx200</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx60</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]:   <guest>
Nov 22 11:40:01 user nova-compute[75217]:     <os_type>hvm</os_type>
Nov 22 11:40:01 user nova-compute[75217]:     <arch name='xtensaeb'>
Nov 22 11:40:01 user nova-compute[75217]:       <wordsize>32</wordsize>
Nov 22 11:40:01 user nova-compute[75217]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='4'>sim</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>kc705</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>ml605</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>virt</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx200</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>lx60</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 22 11:40:01 user nova-compute[75217]:       <domain type='qemu'/>
Nov 22 11:40:01 user nova-compute[75217]:     </arch>
Nov 22 11:40:01 user nova-compute[75217]:     <features>
Nov 22 11:40:01 user nova-compute[75217]:       <cpuselection/>
Nov 22 11:40:01 user nova-compute[75217]:       <deviceboot/>
Nov 22 11:40:01 user nova-compute[75217]:       <disksnapshot default='on' toggle='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     </features>
Nov 22 11:40:01 user nova-compute[75217]:   </guest>
Nov 22 11:40:01 user nova-compute[75217]: </capabilities>
Nov 22 11:40:01 user nova-compute[75217]: 
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for i686 via machine types: {'ubuntu-q35', 'ubuntu', 'q35', 'pc'} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-i386</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-q35-jammy</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>i686</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='288'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'/>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='lm'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-i386</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-i440fx-jammy</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>i686</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='255'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'/>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='lm'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ide</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-i386</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-q35-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>i686</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='288'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'/>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='lm'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-i386</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-i440fx-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>i686</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='255'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'/>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='lm'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ide</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu-q35', 'ubuntu', 'q35', 'pc'} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-q35-jammy</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>x86_64</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='288'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>efi</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='invtsc'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='rsba'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pschange-mc-no'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-i440fx-jammy</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>x86_64</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='255'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>efi</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='invtsc'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='rsba'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pschange-mc-no'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ide</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-q35-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>x86_64</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='288'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>efi</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='invtsc'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='rsba'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pschange-mc-no'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 22 11:40:01 user nova-compute[75217]: <domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 22 11:40:01 user nova-compute[75217]:   <domain>kvm</domain>
Nov 22 11:40:01 user nova-compute[75217]:   <machine>pc-i440fx-6.2</machine>
Nov 22 11:40:01 user nova-compute[75217]:   <arch>x86_64</arch>
Nov 22 11:40:01 user nova-compute[75217]:   <vcpu max='255'/>
Nov 22 11:40:01 user nova-compute[75217]:   <iothreads supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:   <os supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='firmware'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>efi</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:     <loader supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>rom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pflash</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='readonly'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>yes</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='secure'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>no</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </loader>
Nov 22 11:40:01 user nova-compute[75217]:   </os>
Nov 22 11:40:01 user nova-compute[75217]:   <cpu>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-passthrough' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='hostPassthroughMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='maximum' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='maximumMigratable'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>on</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>off</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='host-model' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <vendor>Intel</vendor>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ss'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='vmx'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pcid'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='hypervisor'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arat'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='tsc_adjust'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='umip'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='md-clear'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='arch-capabilities'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='invtsc'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibpb'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='ibrs'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-stibp'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='amd-ssbd'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='rsba'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='require' name='pschange-mc-no'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='erms'/>
Nov 22 11:40:01 user nova-compute[75217]:       <feature policy='disable' name='xsaveopt'/>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:     <mode name='custom' supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>qemu64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>qemu32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>phenom</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>pentium</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>n270</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm64</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>kvm32</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>coreduo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>core2duo</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>athlon</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Westmere</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Snowridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Skylake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>SandyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Penryn</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G5</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G4</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G3</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Opteron_G2</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Opteron_G1</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>IvyBridge</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Icelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Haswell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Rome</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-Milan</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC-IBPB</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>EPYC</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Dhyana</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cooperlake</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>Conroe</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Cascadelake-Server</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-noTSX</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell-IBRS</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='no'>Broadwell</model>
Nov 22 11:40:01 user nova-compute[75217]:       <model usable='yes'>486</model>
Nov 22 11:40:01 user nova-compute[75217]:     </mode>
Nov 22 11:40:01 user nova-compute[75217]:   </cpu>
Nov 22 11:40:01 user nova-compute[75217]:   <memoryBacking supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:     <enum name='sourceType'>
Nov 22 11:40:01 user nova-compute[75217]:       <value>file</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>anonymous</value>
Nov 22 11:40:01 user nova-compute[75217]:       <value>memfd</value>
Nov 22 11:40:01 user nova-compute[75217]:     </enum>
Nov 22 11:40:01 user nova-compute[75217]:   </memoryBacking>
Nov 22 11:40:01 user nova-compute[75217]:   <devices>
Nov 22 11:40:01 user nova-compute[75217]:     <disk supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='diskDevice'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>disk</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cdrom</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>floppy</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>lun</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='bus'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ide</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>fdc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sata</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </disk>
Nov 22 11:40:01 user nova-compute[75217]:     <graphics supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='type'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>sdl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vnc</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>spice</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egl-headless</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </graphics>
Nov 22 11:40:01 user nova-compute[75217]:     <video supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='modelType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>cirrus</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>vmvga</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>qxl</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>none</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>bochs</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>ramfb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </video>
Nov 22 11:40:01 user nova-compute[75217]:     <hostdev supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='mode'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>subsystem</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='startupPolicy'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>default</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>mandatory</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>requisite</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>optional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='subsysType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>usb</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>pci</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>scsi</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='capsType'/>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='pciBackend'/>
Nov 22 11:40:01 user nova-compute[75217]:     </hostdev>
Nov 22 11:40:01 user nova-compute[75217]:     <rng supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtio-non-transitional</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>random</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>egd</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>builtin</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </rng>
Nov 22 11:40:01 user nova-compute[75217]:     <filesystem supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='driverType'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>path</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>handle</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>virtiofs</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </filesystem>
Nov 22 11:40:01 user nova-compute[75217]:     <tpm supported='yes'>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='model'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-tis</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>tpm-crb</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:       <enum name='backendModel'>
Nov 22 11:40:01 user nova-compute[75217]:         <value>passthrough</value>
Nov 22 11:40:01 user nova-compute[75217]:         <value>emulator</value>
Nov 22 11:40:01 user nova-compute[75217]:       </enum>
Nov 22 11:40:01 user nova-compute[75217]:     </tpm>
Nov 22 11:40:01 user nova-compute[75217]:   </devices>
Nov 22 11:40:01 user nova-compute[75217]:   <features>
Nov 22 11:40:01 user nova-compute[75217]:     <gic supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:     <vmcoreinfo supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <genid supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backingStoreInput supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <backup supported='yes'/>
Nov 22 11:40:01 user nova-compute[75217]:     <sev supported='no'/>
Nov 22 11:40:01 user nova-compute[75217]:   </features>
Nov 22 11:40:01 user nova-compute[75217]: </domainCapabilities>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75217) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75217) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Checking secure boot support for host arch (x86_64) {{(pid=75217) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 22 11:40:01 user nova-compute[75217]: INFO nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Secure Boot support detected
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] cpu compare xml: <cpu match="exact">
Nov 22 11:40:01 user nova-compute[75217]:   <model>Nehalem</model>
Nov 22 11:40:01 user nova-compute[75217]: </cpu>
Nov 22 11:40:01 user nova-compute[75217]:  {{(pid=75217) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 22 11:40:01 user nova-compute[75217]: INFO nova.virt.node [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Generated node identity 87c4def6-4a6c-40c8-9672-e667ecee1a98
Nov 22 11:40:01 user nova-compute[75217]: INFO nova.virt.node [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Wrote node identity 87c4def6-4a6c-40c8-9672-e667ecee1a98 to /opt/stack/data/nova/compute_id
Nov 22 11:40:01 user nova-compute[75217]: WARNING nova.compute.manager [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Compute nodes ['87c4def6-4a6c-40c8-9672-e667ecee1a98'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 22 11:40:01 user nova-compute[75217]: INFO nova.compute.manager [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 22 11:40:01 user nova-compute[75217]: WARNING nova.compute.manager [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 22 11:40:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:40:01 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:40:01 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Hypervisor/Node resource view: name=user free_ram=10968MB free_disk=26.332313537597656GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:40:01 user nova-compute[75217]: WARNING nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] No compute node record for user:87c4def6-4a6c-40c8-9672-e667ecee1a98: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 87c4def6-4a6c-40c8-9672-e667ecee1a98 could not be found.
Nov 22 11:40:01 user nova-compute[75217]: INFO nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Compute node record created for user:user with uuid: 87c4def6-4a6c-40c8-9672-e667ecee1a98
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:40:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:40:01 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] [req-d309364a-afd4-4205-8063-a7e4a380ad32] Created resource provider record via placement API for resource provider with UUID 87c4def6-4a6c-40c8-9672-e667ecee1a98 and name user.
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75217) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 22 11:40:02 user nova-compute[75217]: INFO nova.virt.libvirt.host [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] kernel doesn't support AMD SEV
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Libvirt baseline CPU <cpu>
Nov 22 11:40:02 user nova-compute[75217]:   <arch>x86_64</arch>
Nov 22 11:40:02 user nova-compute[75217]:   <model>Nehalem</model>
Nov 22 11:40:02 user nova-compute[75217]:   <vendor>Intel</vendor>
Nov 22 11:40:02 user nova-compute[75217]:   <topology sockets="6" cores="1" threads="1"/>
Nov 22 11:40:02 user nova-compute[75217]: </cpu>
Nov 22 11:40:02 user nova-compute[75217]:  {{(pid=75217) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Updated inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Updating resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 generation from 0 to 1 during operation: update_inventory {{(pid=75217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Updating resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 generation from 1 to 2 during operation: update_traits {{(pid=75217) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.873s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.service [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Creating RPC server for service compute {{(pid=75217) start /opt/stack/nova/nova/service.py:182}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.service [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] Join ServiceGroup membership for this service compute {{(pid=75217) start /opt/stack/nova/nova/service.py:199}}
Nov 22 11:40:02 user nova-compute[75217]: DEBUG nova.servicegroup.drivers.db [None req-6a41ea37-ab47-4fa1-aa89-b5f6810a788e None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75217) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 22 11:40:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:40:52 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:40:52 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=10406MB free_disk=26.23611068725586GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:40:52 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:40:53 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:40:53 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:40:53 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:40:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.183s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:41:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:41:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=10333MB free_disk=26.301044464111328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:41:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.100s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:41:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:41:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:42:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:42:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:42:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 11:42:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:42:54 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:42:54 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:42:54 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=10326MB free_disk=26.05280303955078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:42:54 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:42:55 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:42:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.135s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:42:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:42:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:43:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:43:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:43:56 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:43:57 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:43:57 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:43:57 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=9626MB free_disk=26.072898864746094GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:43:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.211s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:43:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:43:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:05 user nova-compute[75217]: INFO nova.compute.claims [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Claim successful on node user
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.656s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.227s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:06 user nova-compute[75217]: INFO nova.compute.claims [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Claim successful on node user
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Creating image(s)
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.604s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.648s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:06 user nova-compute[75217]: INFO nova.compute.claims [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Claim successful on node user
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:06 user nova-compute[75217]: DEBUG nova.policy [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c092f7666034958bfcb0ad1e7220b86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '335d611d13164cc2bd89538c9a136778', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.policy [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22fb9cb978a5440ba31fc9b58ca17e4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5e23bf637e4779b6415f6d27b108d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Creating image(s)
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "/opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "/opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "/opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.part --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.virt.images [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] 022bb7a7-417e-43e5-a149-352266de8077 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.part /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.019s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.511s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:07 user nova-compute[75217]: INFO nova.compute.claims [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Claim successful on node user
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.part /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.converted" returned: 0 in 0.406s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.policy [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c092f7666034958bfcb0ad1e7220b86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '335d611d13164cc2bd89538c9a136778', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f.converted --force-share --output=json" returned: 0 in 0.234s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.581s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:08 user nova-compute[75217]: INFO oslo.privsep.daemon [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmps2nqgnun/privsep.sock']
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.796s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:08 user sudo[84502]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmps2nqgnun/privsep.sock
Nov 22 11:44:08 user sudo[84502]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Creating image(s)
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.797s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Creating image(s)
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:09 user nova-compute[75217]: DEBUG nova.policy [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dd273e2dea458ea139de627328224c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3683d54ab5c249c98a0c3ad72b72df49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Successfully created port: aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Successfully created port: 03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:09 user sudo[84502]: pam_unix(sudo:session): session closed for user root
Nov 22 11:44:09 user nova-compute[75217]: INFO oslo.privsep.daemon [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Spawned new privsep daemon via rootwrap
Nov 22 11:44:09 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 22 11:44:09 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 22 11:44:09 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 22 11:44:09 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84508
Nov 22 11:44:09 user nova-compute[75217]: WARNING oslo_privsep.priv_context [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] privsep daemon already running
Nov 22 11:44:09 user nova-compute[75217]: WARNING oslo_privsep.priv_context [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] privsep daemon already running
Nov 22 11:44:09 user nova-compute[75217]: WARNING oslo_privsep.priv_context [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] privsep daemon already running
Nov 22 11:44:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.163s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk 1073741824" returned: 0 in 0.046s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.241s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Successfully created port: 537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk 1073741824" returned: 0 in 0.066s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.498s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Cannot resize image /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Ensure instance console log exists: /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.164s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk 1073741824" returned: 0 in 0.038s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.222s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.714s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Cannot resize image /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Ensure instance console log exists: /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk 1073741824" returned: 0 in 0.056s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Cannot resize image /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Ensure instance console log exists: /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Cannot resize image /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Ensure instance console log exists: /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Successfully created port: c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Successfully updated port: 03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Successfully updated port: aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-changed-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Refreshing instance network info cache due to event network-changed-aa32144e-1f54-4477-835b-f1fe717ead13. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-changed-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Refreshing instance network info cache due to event network-changed-03e7988b-1b59-43fc-a413-03009fec7f55. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] Acquiring lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Successfully updated port: 537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquired lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Received event network-changed-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Refreshing instance network info cache due to event network-changed-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] Acquiring lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance network_info: |[{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Refreshing network info cache for port aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Start _get_guest_xml network_info=[{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1363816618',display_name='tempest-ServerRescueNegativeTestJSON-server-1363816618',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1363816618',id=1,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-cemv886l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:06Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=8c3210ac-8c14-461a-99de-a48b6ca78a71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.objects.instance [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:13 user nova-compute[75217]:   <uuid>8c3210ac-8c14-461a-99de-a48b6ca78a71</uuid>
Nov 22 11:44:13 user nova-compute[75217]:   <name>instance-00000001</name>
Nov 22 11:44:13 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:13 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:13 user nova-compute[75217]:   <metadata>
Nov 22 11:44:13 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:13 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1363816618</nova:name>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:13</nova:creationTime>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:13 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:user uuid="3c092f7666034958bfcb0ad1e7220b86">tempest-ServerRescueNegativeTestJSON-903376552-project-member</nova:user>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:project uuid="335d611d13164cc2bd89538c9a136778">tempest-ServerRescueNegativeTestJSON-903376552</nova:project>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:port uuid="aa32144e-1f54-4477-835b-f1fe717ead13">
Nov 22 11:44:13 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:44:13 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:13 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:13 user nova-compute[75217]:   </metadata>
Nov 22 11:44:13 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:13 user nova-compute[75217]:     <system>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="serial">8c3210ac-8c14-461a-99de-a48b6ca78a71</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="uuid">8c3210ac-8c14-461a-99de-a48b6ca78a71</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:13 user nova-compute[75217]:     </system>
Nov 22 11:44:13 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:13 user nova-compute[75217]:   <os>
Nov 22 11:44:13 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:13 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:13 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:13 user nova-compute[75217]:   </os>
Nov 22 11:44:13 user nova-compute[75217]:   <features>
Nov 22 11:44:13 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:13 user nova-compute[75217]:     <apic/>
Nov 22 11:44:13 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:13 user nova-compute[75217]:   </features>
Nov 22 11:44:13 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:13 user nova-compute[75217]:   </clock>
Nov 22 11:44:13 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:13 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:13 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:13 user nova-compute[75217]:   </cpu>
Nov 22 11:44:13 user nova-compute[75217]:   <devices>
Nov 22 11:44:13 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:13 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:13 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk"/>
Nov 22 11:44:13 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:     </disk>
Nov 22 11:44:13 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:13 user nova-compute[75217]:       <mac address="fa:16:3e:62:3a:d9"/>
Nov 22 11:44:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:13 user nova-compute[75217]:       <target dev="tapaa32144e-1f"/>
Nov 22 11:44:13 user nova-compute[75217]:     </interface>
Nov 22 11:44:13 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:13 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/console.log" append="off"/>
Nov 22 11:44:13 user nova-compute[75217]:     </serial>
Nov 22 11:44:13 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:13 user nova-compute[75217]:     <video>
Nov 22 11:44:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:     </video>
Nov 22 11:44:13 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:13 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:13 user nova-compute[75217]:     </rng>
Nov 22 11:44:13 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:13 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:13 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:13 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:13 user nova-compute[75217]:   </devices>
Nov 22 11:44:13 user nova-compute[75217]: </domain>
Nov 22 11:44:13 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1363816618',display_name='tempest-ServerRescueNegativeTestJSON-server-1363816618',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1363816618',id=1,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-cemv886l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:06Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=8c3210ac-8c14-461a-99de-a48b6ca78a71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG os_vif [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance network_info: |[{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Created schema index Interface.name {{(pid=75217) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Created schema index Port.name {{(pid=75217) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Created schema index Bridge.name {{(pid=75217) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] Acquired lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Refreshing network info cache for port 03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Start _get_guest_xml network_info=[{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [POLLOUT] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f1ab2730-6040-56d6-ab58-d224bfa9ce42', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:13 user nova-compute[75217]: INFO oslo.privsep.daemon [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp1un1i1rp/privsep.sock']
Nov 22 11:44:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:13 user sudo[84593]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp1un1i1rp/privsep.sock
Nov 22 11:44:13 user sudo[84593]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1061626411',display_name='tempest-ServerRescueNegativeTestJSON-server-1061626411',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1061626411',id=3,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-wcwaonao',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:08Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.objects.instance [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'pci_devices' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updating instance_info_cache with network_info: [{"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:13 user nova-compute[75217]:   <uuid>fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02</uuid>
Nov 22 11:44:13 user nova-compute[75217]:   <name>instance-00000003</name>
Nov 22 11:44:13 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:13 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:13 user nova-compute[75217]:   <metadata>
Nov 22 11:44:13 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:13 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1061626411</nova:name>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:13</nova:creationTime>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:13 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:user uuid="3c092f7666034958bfcb0ad1e7220b86">tempest-ServerRescueNegativeTestJSON-903376552-project-member</nova:user>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:project uuid="335d611d13164cc2bd89538c9a136778">tempest-ServerRescueNegativeTestJSON-903376552</nova:project>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:port uuid="03e7988b-1b59-43fc-a413-03009fec7f55">
Nov 22 11:44:13 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 22 11:44:13 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:13 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:13 user nova-compute[75217]:   </metadata>
Nov 22 11:44:13 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:13 user nova-compute[75217]:     <system>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="serial">fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="uuid">fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:13 user nova-compute[75217]:     </system>
Nov 22 11:44:13 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:13 user nova-compute[75217]:   <os>
Nov 22 11:44:13 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:13 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:13 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:13 user nova-compute[75217]:   </os>
Nov 22 11:44:13 user nova-compute[75217]:   <features>
Nov 22 11:44:13 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:13 user nova-compute[75217]:     <apic/>
Nov 22 11:44:13 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:13 user nova-compute[75217]:   </features>
Nov 22 11:44:13 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:13 user nova-compute[75217]:   </clock>
Nov 22 11:44:13 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:13 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:13 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:13 user nova-compute[75217]:   </cpu>
Nov 22 11:44:13 user nova-compute[75217]:   <devices>
Nov 22 11:44:13 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:13 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:13 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk"/>
Nov 22 11:44:13 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:     </disk>
Nov 22 11:44:13 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:13 user nova-compute[75217]:       <mac address="fa:16:3e:1d:e5:9f"/>
Nov 22 11:44:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:13 user nova-compute[75217]:       <target dev="tap03e7988b-1b"/>
Nov 22 11:44:13 user nova-compute[75217]:     </interface>
Nov 22 11:44:13 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:13 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/console.log" append="off"/>
Nov 22 11:44:13 user nova-compute[75217]:     </serial>
Nov 22 11:44:13 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:13 user nova-compute[75217]:     <video>
Nov 22 11:44:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:     </video>
Nov 22 11:44:13 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:13 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:13 user nova-compute[75217]:     </rng>
Nov 22 11:44:13 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:13 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:13 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:13 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:13 user nova-compute[75217]:   </devices>
Nov 22 11:44:13 user nova-compute[75217]: </domain>
Nov 22 11:44:13 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1061626411',display_name='tempest-ServerRescueNegativeTestJSON-server-1061626411',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1061626411',id=3,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-wcwaonao',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:08Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG os_vif [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '425afa44-4562-5e9a-b2b8-4356c357d400', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Releasing lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Instance network_info: |[{"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] Acquired lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Refreshing network info cache for port 537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Start _get_guest_xml network_info=[{"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1157127',display_name='tempest-DeleteServersTestJSON-server-1157127',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1157127',id=2,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b5e23bf637e4779b6415f6d27b108d5',ramdisk_id='',reservation_id='r-0m8vl7m8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1500906283',owner_user_name='tempest-DeleteServersTestJSON-1500906283-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:07Z,user_data=None,user_id='22fb9cb978a5440ba31fc9b58ca17e4c',uuid=97f2c3d3-1fd2-44d7-8f7f-46728d479379,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Converting VIF {"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.objects.instance [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lazy-loading 'pci_devices' on Instance uuid 97f2c3d3-1fd2-44d7-8f7f-46728d479379 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:13 user nova-compute[75217]:   <uuid>97f2c3d3-1fd2-44d7-8f7f-46728d479379</uuid>
Nov 22 11:44:13 user nova-compute[75217]:   <name>instance-00000002</name>
Nov 22 11:44:13 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:13 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:13 user nova-compute[75217]:   <metadata>
Nov 22 11:44:13 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:13 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:name>tempest-DeleteServersTestJSON-server-1157127</nova:name>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:13</nova:creationTime>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:13 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:user uuid="22fb9cb978a5440ba31fc9b58ca17e4c">tempest-DeleteServersTestJSON-1500906283-project-member</nova:user>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:project uuid="3b5e23bf637e4779b6415f6d27b108d5">tempest-DeleteServersTestJSON-1500906283</nova:project>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:13 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:13 user nova-compute[75217]:         <nova:port uuid="537f4cf3-734e-4a7c-8ccc-034fa46ff7f3">
Nov 22 11:44:13 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:44:13 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:13 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:13 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:13 user nova-compute[75217]:   </metadata>
Nov 22 11:44:13 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:13 user nova-compute[75217]:     <system>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="serial">97f2c3d3-1fd2-44d7-8f7f-46728d479379</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="uuid">97f2c3d3-1fd2-44d7-8f7f-46728d479379</entry>
Nov 22 11:44:13 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:13 user nova-compute[75217]:     </system>
Nov 22 11:44:13 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:13 user nova-compute[75217]:   <os>
Nov 22 11:44:13 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:13 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:13 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:13 user nova-compute[75217]:   </os>
Nov 22 11:44:13 user nova-compute[75217]:   <features>
Nov 22 11:44:13 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:13 user nova-compute[75217]:     <apic/>
Nov 22 11:44:13 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:13 user nova-compute[75217]:   </features>
Nov 22 11:44:13 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:13 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:13 user nova-compute[75217]:   </clock>
Nov 22 11:44:13 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:13 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:13 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:13 user nova-compute[75217]:   </cpu>
Nov 22 11:44:13 user nova-compute[75217]:   <devices>
Nov 22 11:44:13 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:13 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:13 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk"/>
Nov 22 11:44:13 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:     </disk>
Nov 22 11:44:13 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:13 user nova-compute[75217]:       <mac address="fa:16:3e:8d:5a:f6"/>
Nov 22 11:44:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:13 user nova-compute[75217]:       <target dev="tap537f4cf3-73"/>
Nov 22 11:44:13 user nova-compute[75217]:     </interface>
Nov 22 11:44:13 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:13 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/console.log" append="off"/>
Nov 22 11:44:13 user nova-compute[75217]:     </serial>
Nov 22 11:44:13 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:13 user nova-compute[75217]:     <video>
Nov 22 11:44:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:13 user nova-compute[75217]:     </video>
Nov 22 11:44:13 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:13 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:13 user nova-compute[75217]:     </rng>
Nov 22 11:44:13 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:13 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:13 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:13 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:13 user nova-compute[75217]:   </devices>
Nov 22 11:44:13 user nova-compute[75217]: </domain>
Nov 22 11:44:13 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1157127',display_name='tempest-DeleteServersTestJSON-server-1157127',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1157127',id=2,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b5e23bf637e4779b6415f6d27b108d5',ramdisk_id='',reservation_id='r-0m8vl7m8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1500906283',owner_user_name='tempest-DeleteServersTestJSON-1500906283-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:07Z,user_data=None,user_id='22fb9cb978a5440ba31fc9b58ca17e4c',uuid=97f2c3d3-1fd2-44d7-8f7f-46728d479379,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Converting VIF {"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG os_vif [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84c6edce-1ec3-5166-9935-a062a2a32ebd', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updated VIF entry in instance network info cache for port aa32144e-1f54-4477-835b-f1fe717ead13. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3578e1c2-65ce-4a40-9292-975bb881199b req-59b5bfdc-2001-49cf-96de-3c3a5a83bf53 service nova] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Successfully updated port: c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-changed-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Refreshing instance network info cache due to event network-changed-c75211af-b8a6-4803-9844-2a34db53ffab. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updated VIF entry in instance network info cache for port 537f4cf3-734e-4a7c-8ccc-034fa46ff7f3. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updating instance_info_cache with network_info: [{"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-efcac319-85fe-4a13-abc8-19da03405aeb req-9d1b6a7b-324f-46a2-8e95-9e669ab1be07 service nova] Releasing lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updated VIF entry in instance network info cache for port 03e7988b-1b59-43fc-a413-03009fec7f55. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4c45ae45-031b-4ca3-83aa-7202d564547d req-75f75f19-2a41-4d30-8947-35936d9455a0 service nova] Releasing lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:15 user sudo[84593]: pam_unix(sudo:session): session closed for user root
Nov 22 11:44:15 user nova-compute[75217]: INFO oslo.privsep.daemon [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Spawned new privsep daemon via rootwrap
Nov 22 11:44:15 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 22 11:44:15 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 22 11:44:15 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 22 11:44:15 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84598
Nov 22 11:44:15 user nova-compute[75217]: WARNING oslo_privsep.priv_context [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] privsep daemon already running
Nov 22 11:44:15 user nova-compute[75217]: WARNING oslo_privsep.priv_context [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] privsep daemon already running
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance network_info: |[{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.network.neutron [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Refreshing network info cache for port c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start _get_guest_xml network_info=[{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:15 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:15 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'pci_devices' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:15 user nova-compute[75217]:   <uuid>bfb46d6c-3e8f-4763-b3c1-4edad1127b08</uuid>
Nov 22 11:44:15 user nova-compute[75217]:   <name>instance-00000004</name>
Nov 22 11:44:15 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:15 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:15 user nova-compute[75217]:   <metadata>
Nov 22 11:44:15 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:15 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:15 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherB-server-1417932846</nova:name>
Nov 22 11:44:15 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:15</nova:creationTime>
Nov 22 11:44:15 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:15 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:15 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:15 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:user uuid="23dd273e2dea458ea139de627328224c">tempest-ServerActionsTestOtherB-1723887315-project-member</nova:user>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:project uuid="3683d54ab5c249c98a0c3ad72b72df49">tempest-ServerActionsTestOtherB-1723887315</nova:project>
Nov 22 11:44:15 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:15 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:15 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:15 user nova-compute[75217]:         <nova:port uuid="c75211af-b8a6-4803-9844-2a34db53ffab">
Nov 22 11:44:15 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 11:44:15 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:15 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:15 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:15 user nova-compute[75217]:   </metadata>
Nov 22 11:44:15 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:15 user nova-compute[75217]:     <system>
Nov 22 11:44:15 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:15 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:15 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:15 user nova-compute[75217]:       <entry name="serial">bfb46d6c-3e8f-4763-b3c1-4edad1127b08</entry>
Nov 22 11:44:15 user nova-compute[75217]:       <entry name="uuid">bfb46d6c-3e8f-4763-b3c1-4edad1127b08</entry>
Nov 22 11:44:15 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:15 user nova-compute[75217]:     </system>
Nov 22 11:44:15 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:15 user nova-compute[75217]:   <os>
Nov 22 11:44:15 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:15 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:15 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:15 user nova-compute[75217]:   </os>
Nov 22 11:44:15 user nova-compute[75217]:   <features>
Nov 22 11:44:15 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:15 user nova-compute[75217]:     <apic/>
Nov 22 11:44:15 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:15 user nova-compute[75217]:   </features>
Nov 22 11:44:15 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:15 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:15 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:15 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:15 user nova-compute[75217]:   </clock>
Nov 22 11:44:15 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:15 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:15 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:15 user nova-compute[75217]:   </cpu>
Nov 22 11:44:15 user nova-compute[75217]:   <devices>
Nov 22 11:44:15 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:15 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:15 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk"/>
Nov 22 11:44:15 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:15 user nova-compute[75217]:     </disk>
Nov 22 11:44:15 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:15 user nova-compute[75217]:       <mac address="fa:16:3e:4c:f7:b4"/>
Nov 22 11:44:15 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:15 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:15 user nova-compute[75217]:       <target dev="tapc75211af-b8"/>
Nov 22 11:44:15 user nova-compute[75217]:     </interface>
Nov 22 11:44:15 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:15 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/console.log" append="off"/>
Nov 22 11:44:15 user nova-compute[75217]:     </serial>
Nov 22 11:44:15 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:15 user nova-compute[75217]:     <video>
Nov 22 11:44:15 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:15 user nova-compute[75217]:     </video>
Nov 22 11:44:15 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:15 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:15 user nova-compute[75217]:     </rng>
Nov 22 11:44:15 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:15 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:15 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:15 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:15 user nova-compute[75217]:   </devices>
Nov 22 11:44:15 user nova-compute[75217]: </domain>
Nov 22 11:44:15 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG os_vif [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '91a81303-e025-559c-a84b-7617c968fbf2', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03e7988b-1b, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03e7988b-1b, col_values=(('qos', UUID('eac3caa9-5be1-4135-aacd-141de49cdb53')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03e7988b-1b, col_values=(('external_ids', {'iface-id': '03e7988b-1b59-43fc-a413-03009fec7f55', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:e5:9f', 'vm-uuid': 'fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: INFO os_vif [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b')
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa32144e-1f, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa32144e-1f, col_values=(('qos', UUID('c955149e-56ab-4184-af91-846ff81cfb41')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa32144e-1f, col_values=(('external_ids', {'iface-id': 'aa32144e-1f54-4477-835b-f1fe717ead13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:3a:d9', 'vm-uuid': '8c3210ac-8c14-461a-99de-a48b6ca78a71'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc75211af-b8, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc75211af-b8, col_values=(('qos', UUID('6722ce87-3eed-4d53-8e3c-30fcd89dd818')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc75211af-b8, col_values=(('external_ids', {'iface-id': 'c75211af-b8a6-4803-9844-2a34db53ffab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:f7:b4', 'vm-uuid': 'bfb46d6c-3e8f-4763-b3c1-4edad1127b08'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: INFO os_vif [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f')
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: INFO os_vif [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8')
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap537f4cf3-73, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap537f4cf3-73, col_values=(('qos', UUID('99e2dbe2-a9bc-4728-9363-bcdd52cbd973')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap537f4cf3-73, col_values=(('external_ids', {'iface-id': '537f4cf3-734e-4a7c-8ccc-034fa46ff7f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:5a:f6', 'vm-uuid': '97f2c3d3-1fd2-44d7-8f7f-46728d479379'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:15 user nova-compute[75217]: INFO os_vif [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73')
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:1d:e5:9f, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:62:3a:d9, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No VIF found with MAC fa:16:3e:4c:f7:b4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] No VIF found with MAC fa:16:3e:8d:5a:f6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:16 user nova-compute[75217]: DEBUG nova.network.neutron [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updated VIF entry in instance network info cache for port c75211af-b8a6-4803-9844-2a34db53ffab. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:16 user nova-compute[75217]: DEBUG nova.network.neutron [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-15337a5c-a122-4e4e-8092-771361e0369a req-8abee42e-3201-437b-ab7c-c96613559704 service nova] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:20 user nova-compute[75217]: INFO nova.compute.claims [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Claim successful on node user
Nov 22 11:44:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.428s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.policy [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12cf5ea148eb42e7bc0225817e2f9d43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421eb749e26b4e41baf0ff15b4208023', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Creating image(s)
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "/opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "/opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "/opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.246s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Checking if we can resize image /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Cannot resize image /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Ensure instance console log exists: /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-cfc6881a-cca0-4750-b2ab-12c975eb17fb req-46c133e2-8580-4d0f-bb36-8ca703059731 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cfc6881a-cca0-4750-b2ab-12c975eb17fb req-46c133e2-8580-4d0f-bb36-8ca703059731 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cfc6881a-cca0-4750-b2ab-12c975eb17fb req-46c133e2-8580-4d0f-bb36-8ca703059731 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cfc6881a-cca0-4750-b2ab-12c975eb17fb req-46c133e2-8580-4d0f-bb36-8ca703059731 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-cfc6881a-cca0-4750-b2ab-12c975eb17fb req-46c133e2-8580-4d0f-bb36-8ca703059731 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:22 user nova-compute[75217]: WARNING nova.compute.manager [req-cfc6881a-cca0-4750-b2ab-12c975eb17fb req-46c133e2-8580-4d0f-bb36-8ca703059731 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state building and task_state spawning.
Nov 22 11:44:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Successfully created port: 90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Successfully updated port: 90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquired lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance spawned successfully.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updating instance_info_cache with network_info: [{"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance spawned successfully.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Releasing lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Instance network_info: |[{"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Start _get_guest_xml network_info=[{"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:24 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-995198462',display_name='tempest-VolumesAdminNegativeTest-server-995198462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-995198462',id=5,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRDOyAxqE5ijhhHymQjKf6Tn2lNCAaU5ml5F0XaWsSp3/CqWlNvTR8BvhQpK6H5f5tHHDzAv7t4dtsBF6G7YET4v+xOwA135nz0KHhfff5COCiv1fz0muywU8d4kpc/Wg==',key_name='tempest-keypair-1027263397',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='421eb749e26b4e41baf0ff15b4208023',ramdisk_id='',reservation_id='r-15g37qf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1782010848',owner_user_name='tempest-VolumesAdminNegativeTest-1782010848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12cf5ea148eb42e7bc0225817e2f9d43',uuid=92e3553c-477b-4d1b-b1cb-79c7b649668a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converting VIF {"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'pci_devices' on Instance uuid 92e3553c-477b-4d1b-b1cb-79c7b649668a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Instance spawned successfully.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:24 user nova-compute[75217]:   <uuid>92e3553c-477b-4d1b-b1cb-79c7b649668a</uuid>
Nov 22 11:44:24 user nova-compute[75217]:   <name>instance-00000005</name>
Nov 22 11:44:24 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:24 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:24 user nova-compute[75217]:   <metadata>
Nov 22 11:44:24 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:24 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:24 user nova-compute[75217]:       <nova:name>tempest-VolumesAdminNegativeTest-server-995198462</nova:name>
Nov 22 11:44:24 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:24</nova:creationTime>
Nov 22 11:44:24 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:24 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:24 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:24 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:user uuid="12cf5ea148eb42e7bc0225817e2f9d43">tempest-VolumesAdminNegativeTest-1782010848-project-member</nova:user>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:project uuid="421eb749e26b4e41baf0ff15b4208023">tempest-VolumesAdminNegativeTest-1782010848</nova:project>
Nov 22 11:44:24 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:24 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:24 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:24 user nova-compute[75217]:         <nova:port uuid="90d47228-9e81-4770-b031-55ebd3595e42">
Nov 22 11:44:24 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 22 11:44:24 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:24 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:24 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:24 user nova-compute[75217]:   </metadata>
Nov 22 11:44:24 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:24 user nova-compute[75217]:     <system>
Nov 22 11:44:24 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:24 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:24 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:24 user nova-compute[75217]:       <entry name="serial">92e3553c-477b-4d1b-b1cb-79c7b649668a</entry>
Nov 22 11:44:24 user nova-compute[75217]:       <entry name="uuid">92e3553c-477b-4d1b-b1cb-79c7b649668a</entry>
Nov 22 11:44:24 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:24 user nova-compute[75217]:     </system>
Nov 22 11:44:24 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:24 user nova-compute[75217]:   <os>
Nov 22 11:44:24 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:24 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:24 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:24 user nova-compute[75217]:   </os>
Nov 22 11:44:24 user nova-compute[75217]:   <features>
Nov 22 11:44:24 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:24 user nova-compute[75217]:     <apic/>
Nov 22 11:44:24 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:24 user nova-compute[75217]:   </features>
Nov 22 11:44:24 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:24 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:24 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:24 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:24 user nova-compute[75217]:   </clock>
Nov 22 11:44:24 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:24 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:24 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:24 user nova-compute[75217]:   </cpu>
Nov 22 11:44:24 user nova-compute[75217]:   <devices>
Nov 22 11:44:24 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:24 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:24 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk"/>
Nov 22 11:44:24 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:24 user nova-compute[75217]:     </disk>
Nov 22 11:44:24 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:24 user nova-compute[75217]:       <mac address="fa:16:3e:0a:ef:a7"/>
Nov 22 11:44:24 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:24 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:24 user nova-compute[75217]:       <target dev="tap90d47228-9e"/>
Nov 22 11:44:24 user nova-compute[75217]:     </interface>
Nov 22 11:44:24 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:24 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/console.log" append="off"/>
Nov 22 11:44:24 user nova-compute[75217]:     </serial>
Nov 22 11:44:24 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:24 user nova-compute[75217]:     <video>
Nov 22 11:44:24 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:24 user nova-compute[75217]:     </video>
Nov 22 11:44:24 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:24 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:24 user nova-compute[75217]:     </rng>
Nov 22 11:44:24 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:24 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:24 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:24 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:24 user nova-compute[75217]:   </devices>
Nov 22 11:44:24 user nova-compute[75217]: </domain>
Nov 22 11:44:24 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-995198462',display_name='tempest-VolumesAdminNegativeTest-server-995198462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-995198462',id=5,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRDOyAxqE5ijhhHymQjKf6Tn2lNCAaU5ml5F0XaWsSp3/CqWlNvTR8BvhQpK6H5f5tHHDzAv7t4dtsBF6G7YET4v+xOwA135nz0KHhfff5COCiv1fz0muywU8d4kpc/Wg==',key_name='tempest-keypair-1027263397',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='421eb749e26b4e41baf0ff15b4208023',ramdisk_id='',reservation_id='r-15g37qf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1782010848',owner_user_name='tempest-VolumesAdminNegativeTest-1782010848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12cf5ea148eb42e7bc0225817e2f9d43',uuid=92e3553c-477b-4d1b-b1cb-79c7b649668a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converting VIF {"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG os_vif [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dfe8b469-81e3-553d-8cdc-55b311dd5d59', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90d47228-9e, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90d47228-9e, col_values=(('qos', UUID('ac6924b2-3592-4a18-8372-1be04817e7a2')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90d47228-9e, col_values=(('external_ids', {'iface-id': '90d47228-9e81-4770-b031-55ebd3595e42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:ef:a7', 'vm-uuid': '92e3553c-477b-4d1b-b1cb-79c7b649668a'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:24 user nova-compute[75217]: INFO os_vif [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e')
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:24 user nova-compute[75217]: WARNING nova.compute.manager [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state building and task_state spawning.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-changed-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Refreshing instance network info cache due to event network-changed-90d47228-9e81-4770-b031-55ebd3595e42. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] Acquiring lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] Acquired lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Refreshing network info cache for port 90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:24 user nova-compute[75217]: INFO nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Took 16.36 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:24 user nova-compute[75217]: INFO nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Took 18.15 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance spawned successfully.
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No VIF found with MAC fa:16:3e:0a:ef:a7, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:25 user nova-compute[75217]: INFO nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Took 17.68 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:25 user nova-compute[75217]: INFO nova.compute.manager [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Took 19.66 seconds to build instance.
Nov 22 11:44:25 user nova-compute[75217]: INFO nova.compute.manager [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Took 19.04 seconds to build instance.
Nov 22 11:44:25 user nova-compute[75217]: INFO nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Took 16.26 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:25 user nova-compute[75217]: INFO nova.compute.manager [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Took 19.34 seconds to build instance.
Nov 22 11:44:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-47afd352-e6b5-4253-9baa-46b9b323f7d0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.390s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f7bfe5b4-a28d-4daa-a80a-602a27e9ed33 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.325s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b3b9a18-6952-43c8-a366-cd83ce37fe5a tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.690s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:25 user nova-compute[75217]: INFO nova.compute.manager [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Took 19.17 seconds to build instance.
Nov 22 11:44:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7929531-651c-4648-ae69-5572f4a0f6d0 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.334s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updated VIF entry in instance network info cache for port 90d47228-9e81-4770-b031-55ebd3595e42. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updating instance_info_cache with network_info: [{"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af69c35b-f4a5-4fbd-a421-5520c592df6a req-15e35fc5-bbe1-4ee8-8a82-004d2c74f644 service nova] Releasing lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Instance spawned successfully.
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:29 user nova-compute[75217]: INFO nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Took 8.98 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:30 user nova-compute[75217]: INFO nova.compute.manager [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Took 9.93 seconds to build instance.
Nov 22 11:44:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.011s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d3b8dfa8-ec6e-4f89-88c6-a0d94d48c21d tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.145s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:30 user nova-compute[75217]: INFO nova.compute.claims [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Claim successful on node user
Nov 22 11:44:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:30 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.640s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.policy [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe2bf576bdd3454292989cdcc8426d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc4b946d9194e6f95b89ede7478415b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Creating image(s)
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "/opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "/opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "/opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.288s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.006s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.236s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk 1073741824" returned: 0 in 0.079s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.325s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.251s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.339s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Cannot resize image /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Ensure instance console log exists: /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Successfully created port: 9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Successfully updated port: 9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquired lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-changed-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Refreshing instance network info cache due to event network-changed-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] Acquiring lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-352cadb8-f827-4182-8695-4a00994c86e3 req-13016a9d-29a0-4768-b013-7d6be96981a7 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-352cadb8-f827-4182-8695-4a00994c86e3 req-13016a9d-29a0-4768-b013-7d6be96981a7 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-352cadb8-f827-4182-8695-4a00994c86e3 req-13016a9d-29a0-4768-b013-7d6be96981a7 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-352cadb8-f827-4182-8695-4a00994c86e3 req-13016a9d-29a0-4768-b013-7d6be96981a7 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-352cadb8-f827-4182-8695-4a00994c86e3 req-13016a9d-29a0-4768-b013-7d6be96981a7 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:35 user nova-compute[75217]: WARNING nova.compute.manager [req-352cadb8-f827-4182-8695-4a00994c86e3 req-13016a9d-29a0-4768-b013-7d6be96981a7 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state active and task_state None.
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updating instance_info_cache with network_info: [{"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Releasing lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Instance network_info: |[{"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] Acquired lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.neutron [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Refreshing network info cache for port 9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Start _get_guest_xml network_info=[{"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:35 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:35 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-572170886',display_name='tempest-TestVolumeSwap-server-572170886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-572170886',id=6,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHmeml2vT+l2pu7cEXkBsiVhgASE4Q8JTvPpc84QIHeaJwdwDSmM5zY1/VBPxjB7kVqBitrngd0JW/RvIrdYJzbXhM7NVKBuXMuD9h0uTPuhYSAShtSRS11zexe2OWCfA==',key_name='tempest-keypair-1240683221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ebc4b946d9194e6f95b89ede7478415b',ramdisk_id='',reservation_id='r-blplyeyu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-298786214',owner_user_name='tempest-TestVolumeSwap-298786214-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe2bf576bdd3454292989cdcc8426d30',uuid=de55d9a9-9579-4826-ac1d-87cd16f90b4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Converting VIF {"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lazy-loading 'pci_devices' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:35 user nova-compute[75217]:   <uuid>de55d9a9-9579-4826-ac1d-87cd16f90b4d</uuid>
Nov 22 11:44:35 user nova-compute[75217]:   <name>instance-00000006</name>
Nov 22 11:44:35 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:35 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:35 user nova-compute[75217]:   <metadata>
Nov 22 11:44:35 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:35 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:35 user nova-compute[75217]:       <nova:name>tempest-TestVolumeSwap-server-572170886</nova:name>
Nov 22 11:44:35 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:35</nova:creationTime>
Nov 22 11:44:35 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:35 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:35 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:35 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:user uuid="fe2bf576bdd3454292989cdcc8426d30">tempest-TestVolumeSwap-298786214-project-member</nova:user>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:project uuid="ebc4b946d9194e6f95b89ede7478415b">tempest-TestVolumeSwap-298786214</nova:project>
Nov 22 11:44:35 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:35 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:35 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:35 user nova-compute[75217]:         <nova:port uuid="9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393">
Nov 22 11:44:35 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:44:35 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:35 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:35 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:35 user nova-compute[75217]:   </metadata>
Nov 22 11:44:35 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:35 user nova-compute[75217]:     <system>
Nov 22 11:44:35 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:35 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:35 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:35 user nova-compute[75217]:       <entry name="serial">de55d9a9-9579-4826-ac1d-87cd16f90b4d</entry>
Nov 22 11:44:35 user nova-compute[75217]:       <entry name="uuid">de55d9a9-9579-4826-ac1d-87cd16f90b4d</entry>
Nov 22 11:44:35 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:35 user nova-compute[75217]:     </system>
Nov 22 11:44:35 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:35 user nova-compute[75217]:   <os>
Nov 22 11:44:35 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:35 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:35 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:35 user nova-compute[75217]:   </os>
Nov 22 11:44:35 user nova-compute[75217]:   <features>
Nov 22 11:44:35 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:35 user nova-compute[75217]:     <apic/>
Nov 22 11:44:35 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:35 user nova-compute[75217]:   </features>
Nov 22 11:44:35 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:35 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:35 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:35 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:35 user nova-compute[75217]:   </clock>
Nov 22 11:44:35 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:35 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:35 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:35 user nova-compute[75217]:   </cpu>
Nov 22 11:44:35 user nova-compute[75217]:   <devices>
Nov 22 11:44:35 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:35 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:35 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk"/>
Nov 22 11:44:35 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:35 user nova-compute[75217]:     </disk>
Nov 22 11:44:35 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:35 user nova-compute[75217]:       <mac address="fa:16:3e:15:84:26"/>
Nov 22 11:44:35 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:35 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:35 user nova-compute[75217]:       <target dev="tap9a2f08fd-68"/>
Nov 22 11:44:35 user nova-compute[75217]:     </interface>
Nov 22 11:44:35 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:35 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/console.log" append="off"/>
Nov 22 11:44:35 user nova-compute[75217]:     </serial>
Nov 22 11:44:35 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:35 user nova-compute[75217]:     <video>
Nov 22 11:44:35 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:35 user nova-compute[75217]:     </video>
Nov 22 11:44:35 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:35 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:35 user nova-compute[75217]:     </rng>
Nov 22 11:44:35 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:35 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:35 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:35 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:35 user nova-compute[75217]:   </devices>
Nov 22 11:44:35 user nova-compute[75217]: </domain>
Nov 22 11:44:35 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-572170886',display_name='tempest-TestVolumeSwap-server-572170886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-572170886',id=6,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHmeml2vT+l2pu7cEXkBsiVhgASE4Q8JTvPpc84QIHeaJwdwDSmM5zY1/VBPxjB7kVqBitrngd0JW/RvIrdYJzbXhM7NVKBuXMuD9h0uTPuhYSAShtSRS11zexe2OWCfA==',key_name='tempest-keypair-1240683221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ebc4b946d9194e6f95b89ede7478415b',ramdisk_id='',reservation_id='r-blplyeyu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-298786214',owner_user_name='tempest-TestVolumeSwap-298786214-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe2bf576bdd3454292989cdcc8426d30',uuid=de55d9a9-9579-4826-ac1d-87cd16f90b4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Converting VIF {"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG os_vif [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd0f5e3b2-30dc-575b-8b57-c80b0288ba20', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a2f08fd-68, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a2f08fd-68, col_values=(('qos', UUID('4a6516ef-a093-47b4-9809-35d4a8e97e1d')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a2f08fd-68, col_values=(('external_ids', {'iface-id': '9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:84:26', 'vm-uuid': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:35 user nova-compute[75217]: INFO os_vif [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68')
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:35 user nova-compute[75217]: INFO nova.compute.claims [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Claim successful on node user
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] No VIF found with MAC fa:16:3e:15:84:26, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.network.neutron [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updated VIF entry in instance network info cache for port 9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.network.neutron [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updating instance_info_cache with network_info: [{"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.909s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77c8c897-991a-4c83-9c2d-b18c2eb6739d req-3c9209ea-72ff-4031-bd32-55ab8dc2b220 service nova] Releasing lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:36 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:36 user nova-compute[75217]: INFO nova.virt.block_device [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Booting with volume 516dc3cc-a305-45b0-ba4b-00daaa828ad3 at /dev/vda
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.policy [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f380399c1684b1ba8e7b9204edb6004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '672000cc8fe1421986655ebf224340a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:37 user nova-compute[75217]: WARNING nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state active and task_state None.
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.008s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] No waiting events found dispatching network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:37 user nova-compute[75217]: WARNING nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received unexpected event network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 for instance with vm_state active and task_state None.
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] No waiting events found dispatching network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:37 user nova-compute[75217]: WARNING nova.compute.manager [req-52930c7a-d07a-46e0-837d-5ffd1f28e5c1 req-7c04df75-9e5b-4b79-a18f-163027ec3931 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received unexpected event network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 for instance with vm_state active and task_state None.
Nov 22 11:44:37 user nova-compute[75217]: DEBUG os_brick.utils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:44:37 user nova-compute[75217]: INFO oslo.privsep.daemon [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp2_y232ax/privsep.sock']
Nov 22 11:44:37 user sudo[85289]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp2_y232ax/privsep.sock
Nov 22 11:44:37 user sudo[85289]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 22 11:44:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:38 user nova-compute[75217]: DEBUG nova.network.neutron [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Successfully created port: a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:39 user sudo[85289]: pam_unix(sudo:session): session closed for user root
Nov 22 11:44:39 user nova-compute[75217]: INFO oslo.privsep.daemon [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Spawned new privsep daemon via rootwrap
Nov 22 11:44:39 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 22 11:44:39 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 22 11:44:39 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 22 11:44:39 user nova-compute[75217]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85370
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-c9fd2cfb-8be5-4b2d-8bbb-eddc7b8c6cd7 req-0b26007c-3e62-42ed-ab98-03f2e82ff790 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c9fd2cfb-8be5-4b2d-8bbb-eddc7b8c6cd7 req-0b26007c-3e62-42ed-ab98-03f2e82ff790 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c9fd2cfb-8be5-4b2d-8bbb-eddc7b8c6cd7 req-0b26007c-3e62-42ed-ab98-03f2e82ff790 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c9fd2cfb-8be5-4b2d-8bbb-eddc7b8c6cd7 req-0b26007c-3e62-42ed-ab98-03f2e82ff790 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-c9fd2cfb-8be5-4b2d-8bbb-eddc7b8c6cd7 req-0b26007c-3e62-42ed-ab98-03f2e82ff790 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:39 user nova-compute[75217]: WARNING nova.compute.manager [req-c9fd2cfb-8be5-4b2d-8bbb-eddc7b8c6cd7 req-0b26007c-3e62-42ed-ab98-03f2e82ff790 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state active and task_state None.
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a30faab-c245-4bc5-ab20-9acf327f2063]: (2,) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Successfully updated port: a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquired lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-changed-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Refreshing instance network info cache due to event network-changed-a1a78c28-6a34-43fb-9084-82c6024c3e7c. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] Acquiring lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[434f3f0a-b08a-4476-bbe0-e39ad3de9a0c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:39 user nova-compute[75217]: WARNING os_brick.initiator.connectors.nvmeof [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86469f0a-af52-48af-8b60-b542fd389df6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6b1a1c-3e3b-49d7-b6e2-044f5c373bc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b2fa19-ae8c-44c0-aa84-a3c6978bb922]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:44:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:44:40 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:44:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b710f8f-d0ce-4cb9-a470-7a6e0abf0d3a]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG os_brick.utils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== get_connector_properties: return (2778ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updating existing volume attachment record: 92b8dbea-8cbe-4db6-b733-ba81685cbb51 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG nova.network.neutron [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updating instance_info_cache with network_info: [{"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Releasing lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance network_info: |[{"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] Acquired lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG nova.network.neutron [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Refreshing network info cache for port a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Instance spawned successfully.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:41 user nova-compute[75217]: INFO nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Took 9.68 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state active and task_state None.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Received event network-vif-plugged-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] No waiting events found dispatching network-vif-plugged-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Received unexpected event network-vif-plugged-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 for instance with vm_state active and task_state None.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Received event network-vif-plugged-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] No waiting events found dispatching network-vif-plugged-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Received unexpected event network-vif-plugged-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 for instance with vm_state active and task_state None.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] No waiting events found dispatching network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received unexpected event network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 for instance with vm_state building and task_state spawning.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] No waiting events found dispatching network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a726a3ed-aba3-47f9-8635-771507abc9ed req-db685cc2-a74b-48a7-a5bf-fc1df77d16e1 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received unexpected event network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 for instance with vm_state building and task_state spawning.
Nov 22 11:44:41 user nova-compute[75217]: INFO nova.compute.manager [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Took 11.12 seconds to build instance.
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updated VIF entry in instance network info cache for port a1a78c28-6a34-43fb-9084-82c6024c3e7c. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updating instance_info_cache with network_info: [{"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d99fb0a1-c530-4112-8899-69fea736ba81 req-35f2da81-07b9-4c36-8ffd-4bce5b123387 service nova] Releasing lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3bff8f69-23e6-4f4c-bbe7-063be6d8e77e tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.334s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "bc27abde-367e-454f-82f9-06e4f8649118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:42 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:44:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:43 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:44:43 user nova-compute[75217]: INFO nova.compute.claims [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Claim successful on node user
Nov 22 11:44:43 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:44:43 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:44:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.627s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:43 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG nova.network.neutron [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:44:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:44:44 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG nova.policy [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56dedeb705ef4875a2ebc95d450dac15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc43a88423ef4305a56c1fa85848aeca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Creating image(s)
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "/opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "/opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "/opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.313s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk 1073741824" returned: 0 in 0.054s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.377s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG nova.network.neutron [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Successfully created port: e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.221s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Cannot resize image /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Ensure instance console log exists: /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:45 user nova-compute[75217]: DEBUG nova.network.neutron [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Successfully updated port: e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquired lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.neutron [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-changed-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Refreshing instance network info cache due to event network-changed-e4b3c4fa-131b-49cc-926d-185507fa8c0e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] Acquiring lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.neutron [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.neutron [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updating instance_info_cache with network_info: [{"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Releasing lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Instance network_info: |[{"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] Acquired lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.neutron [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Refreshing network info cache for port e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Start _get_guest_xml network_info=[{"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:46 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:46 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1642801722',display_name='tempest-VolumesAssistedSnapshotsTest-server-1642801722',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1642801722',id=8,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHk5l9yYuMFgKHiFHh6R7WM953hV+BeKLBeES31Q3ZZVDRD8dnRYq2o31fUTDf+TZgBtOpL4+6ZqRddkyfSBGaiMnIaGQ0uQ+mUpuVrik4BE7dSC6plxwCnK5SwBXrnxeQ==',key_name='tempest-keypair-1262066090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc43a88423ef4305a56c1fa85848aeca',ramdisk_id='',reservation_id='r-qal73iu5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-948999976',owner_user_name='tempest-VolumesAssistedSnapshotsTest-948999976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56dedeb705ef4875a2ebc95d450dac15',uuid=bc27abde-367e-454f-82f9-06e4f8649118,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Converting VIF {"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.objects.instance [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lazy-loading 'pci_devices' on Instance uuid bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:46 user nova-compute[75217]:   <uuid>bc27abde-367e-454f-82f9-06e4f8649118</uuid>
Nov 22 11:44:46 user nova-compute[75217]:   <name>instance-00000008</name>
Nov 22 11:44:46 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:46 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:46 user nova-compute[75217]:   <metadata>
Nov 22 11:44:46 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:46 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:46 user nova-compute[75217]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1642801722</nova:name>
Nov 22 11:44:46 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:46</nova:creationTime>
Nov 22 11:44:46 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:46 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:46 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:46 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:user uuid="56dedeb705ef4875a2ebc95d450dac15">tempest-VolumesAssistedSnapshotsTest-948999976-project-member</nova:user>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:project uuid="bc43a88423ef4305a56c1fa85848aeca">tempest-VolumesAssistedSnapshotsTest-948999976</nova:project>
Nov 22 11:44:46 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:46 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:44:46 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:46 user nova-compute[75217]:         <nova:port uuid="e4b3c4fa-131b-49cc-926d-185507fa8c0e">
Nov 22 11:44:46 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 22 11:44:46 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:46 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:46 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:46 user nova-compute[75217]:   </metadata>
Nov 22 11:44:46 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:46 user nova-compute[75217]:     <system>
Nov 22 11:44:46 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:46 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:46 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:46 user nova-compute[75217]:       <entry name="serial">bc27abde-367e-454f-82f9-06e4f8649118</entry>
Nov 22 11:44:46 user nova-compute[75217]:       <entry name="uuid">bc27abde-367e-454f-82f9-06e4f8649118</entry>
Nov 22 11:44:46 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:46 user nova-compute[75217]:     </system>
Nov 22 11:44:46 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:46 user nova-compute[75217]:   <os>
Nov 22 11:44:46 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:46 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:46 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:46 user nova-compute[75217]:   </os>
Nov 22 11:44:46 user nova-compute[75217]:   <features>
Nov 22 11:44:46 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:46 user nova-compute[75217]:     <apic/>
Nov 22 11:44:46 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:46 user nova-compute[75217]:   </features>
Nov 22 11:44:46 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:46 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:46 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:46 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:46 user nova-compute[75217]:   </clock>
Nov 22 11:44:46 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:46 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:46 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:46 user nova-compute[75217]:   </cpu>
Nov 22 11:44:46 user nova-compute[75217]:   <devices>
Nov 22 11:44:46 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:44:46 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:44:46 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk"/>
Nov 22 11:44:46 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:46 user nova-compute[75217]:     </disk>
Nov 22 11:44:46 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:46 user nova-compute[75217]:       <mac address="fa:16:3e:56:3b:e6"/>
Nov 22 11:44:46 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:46 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:46 user nova-compute[75217]:       <target dev="tape4b3c4fa-13"/>
Nov 22 11:44:46 user nova-compute[75217]:     </interface>
Nov 22 11:44:46 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:46 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/console.log" append="off"/>
Nov 22 11:44:46 user nova-compute[75217]:     </serial>
Nov 22 11:44:46 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:46 user nova-compute[75217]:     <video>
Nov 22 11:44:46 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:46 user nova-compute[75217]:     </video>
Nov 22 11:44:46 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:46 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:46 user nova-compute[75217]:     </rng>
Nov 22 11:44:46 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:46 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:46 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:46 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:46 user nova-compute[75217]:   </devices>
Nov 22 11:44:46 user nova-compute[75217]: </domain>
Nov 22 11:44:46 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1642801722',display_name='tempest-VolumesAssistedSnapshotsTest-server-1642801722',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1642801722',id=8,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHk5l9yYuMFgKHiFHh6R7WM953hV+BeKLBeES31Q3ZZVDRD8dnRYq2o31fUTDf+TZgBtOpL4+6ZqRddkyfSBGaiMnIaGQ0uQ+mUpuVrik4BE7dSC6plxwCnK5SwBXrnxeQ==',key_name='tempest-keypair-1262066090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc43a88423ef4305a56c1fa85848aeca',ramdisk_id='',reservation_id='r-qal73iu5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-948999976',owner_user_name='tempest-VolumesAssistedSnapshotsTest-948999976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56dedeb705ef4875a2ebc95d450dac15',uuid=bc27abde-367e-454f-82f9-06e4f8649118,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Converting VIF {"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG os_vif [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac980865-a2e6-58ea-a020-c5fd54909e2e', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape4b3c4fa-13, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape4b3c4fa-13, col_values=(('qos', UUID('a5a7dac3-058e-4ec1-9a58-f46ba3250556')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape4b3c4fa-13, col_values=(('external_ids', {'iface-id': 'e4b3c4fa-131b-49cc-926d-185507fa8c0e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:3b:e6', 'vm-uuid': 'bc27abde-367e-454f-82f9-06e4f8649118'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:46 user nova-compute[75217]: INFO os_vif [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13')
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] No VIF found with MAC fa:16:3e:56:3b:e6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:47 user nova-compute[75217]: DEBUG nova.network.neutron [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updated VIF entry in instance network info cache for port e4b3c4fa-131b-49cc-926d-185507fa8c0e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:44:47 user nova-compute[75217]: DEBUG nova.network.neutron [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updating instance_info_cache with network_info: [{"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a07f3d11-6c2b-431c-9fca-594a94de9dbf req-a68ebd2d-e243-456e-863f-5121876ef76a service nova] Releasing lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e7ca632-80d0-4b4d-8ed3-95c7d29e45e4 req-52493313-1fe4-42c1-9fe1-075c112f5919 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e7ca632-80d0-4b4d-8ed3-95c7d29e45e4 req-52493313-1fe4-42c1-9fe1-075c112f5919 service nova] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e7ca632-80d0-4b4d-8ed3-95c7d29e45e4 req-52493313-1fe4-42c1-9fe1-075c112f5919 service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e7ca632-80d0-4b4d-8ed3-95c7d29e45e4 req-52493313-1fe4-42c1-9fe1-075c112f5919 service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e7ca632-80d0-4b4d-8ed3-95c7d29e45e4 req-52493313-1fe4-42c1-9fe1-075c112f5919 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] No waiting events found dispatching network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:48 user nova-compute[75217]: WARNING nova.compute.manager [req-5e7ca632-80d0-4b4d-8ed3-95c7d29e45e4 req-52493313-1fe4-42c1-9fe1-075c112f5919 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received unexpected event network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e for instance with vm_state building and task_state spawning.
Nov 22 11:44:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-b0e25a7b-e803-41ea-96c1-7ffe9050d0b1 req-cec799e7-e774-41e6-b48a-ef8d03913a6a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b0e25a7b-e803-41ea-96c1-7ffe9050d0b1 req-cec799e7-e774-41e6-b48a-ef8d03913a6a service nova] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b0e25a7b-e803-41ea-96c1-7ffe9050d0b1 req-cec799e7-e774-41e6-b48a-ef8d03913a6a service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b0e25a7b-e803-41ea-96c1-7ffe9050d0b1 req-cec799e7-e774-41e6-b48a-ef8d03913a6a service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-b0e25a7b-e803-41ea-96c1-7ffe9050d0b1 req-cec799e7-e774-41e6-b48a-ef8d03913a6a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] No waiting events found dispatching network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:50 user nova-compute[75217]: WARNING nova.compute.manager [req-b0e25a7b-e803-41ea-96c1-7ffe9050d0b1 req-cec799e7-e774-41e6-b48a-ef8d03913a6a service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received unexpected event network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e for instance with vm_state building and task_state spawning.
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:44:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Instance spawned successfully.
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:44:50 user nova-compute[75217]: INFO nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Took 6.46 seconds to spawn the instance on the hypervisor.
Nov 22 11:44:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:44:51 user nova-compute[75217]: INFO nova.compute.manager [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Took 8.18 seconds to build instance.
Nov 22 11:44:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-884d7f7f-132b-4ae0-819e-39900664de97 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "bc27abde-367e-454f-82f9-06e4f8649118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.363s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 11:44:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Skipping network cache update for instance because it is Building. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:44:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Creating image(s)
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Ensure instance console log exists: /opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Start _get_guest_xml network_info=[{"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a229f89-ac7a-4f54-95c6-aed24f9c645e', 'attached_at': '', 'detached_at': '', 'volume_id': '516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'serial': '516dc3cc-a305-45b0-ba4b-00daaa828ad3'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '92b8dbea-8cbe-4db6-b733-ba81685cbb51', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:44:55 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:55 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connector [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Factory for ISCSI on None {{(pid=75217) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:44:55 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:44:55 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:44:55 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b11e54-0942-4092-b396-3250cf16bc29]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:44:55 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e22b57a-3116-40e7-86fc-2b1390cd46dd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3] added
Nov 22 11:44:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b4b16b-4e12-4999-a5bf-90c404ceecb2]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a79470ff-5666-4abf-866f-0bd5cffd19e4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qoIxlQbe {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qoIxlQbe" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b64e351-a054-4a39-9916-07bbcdf8220a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qoIxlQbe'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a07dc68-b8a1-40e2-b2b3-fe027ee997ce]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d2159f3-ed5a-4323-a846-b85564198a8a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 22 11:44:55 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 22 11:44:55 user nova-compute[75217]:  {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:44:55 user nova-compute[75217]: WARNING os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 22 11:44:55 user nova-compute[75217]: 
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2c3ab5e-9893-461a-b3f4-3db2956a7089]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]
Nov 22 11:44:55 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.
Nov 22 11:44:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[95644c68-1319-4db3-9445-6fccb36aa474]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f023fd0-a987-4c10-a4cc-b07f1ceb78a0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:44:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:44:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8c59b9-51fc-40c0-a542-ff62a46db759]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:55 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '26663393230313763', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26663393230313763', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-606126745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-606126745',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJoN5qR/oJ6tGBo1XfCTJuYnh+LiBoGmPB8AcImmIM2jc0wdtjl1MnQrA5LxC6E+70BkgGkJ7gQP+Qlta9VlRSMapOVpJ69HsPQcDdq/DV77oj3zW9I4L1yDrDIAoJadg==',key_name='tempest-keypair-1994692831',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='672000cc8fe1421986655ebf224340a2',ramdisk_id='',reservation_id='r-jhk3lff8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1582262134',owner_user_name='tempest-ServerActionsV293TestJSON-1582262134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f380399c1684b1ba8e7b9204edb6004',uuid=9a229f89-ac7a-4f54-95c6-aed24f9c645e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converting VIF {"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.objects.instance [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a229f89-ac7a-4f54-95c6-aed24f9c645e {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:44:56 user nova-compute[75217]:   <uuid>9a229f89-ac7a-4f54-95c6-aed24f9c645e</uuid>
Nov 22 11:44:56 user nova-compute[75217]:   <name>instance-00000007</name>
Nov 22 11:44:56 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:44:56 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:44:56 user nova-compute[75217]:   <metadata>
Nov 22 11:44:56 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:44:56 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:44:56 user nova-compute[75217]:       <nova:name>tempest-ServerActionsV293TestJSON-server-606126745</nova:name>
Nov 22 11:44:56 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:44:55</nova:creationTime>
Nov 22 11:44:56 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:44:56 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:44:56 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:44:56 user nova-compute[75217]:       <nova:owner>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:user uuid="8f380399c1684b1ba8e7b9204edb6004">tempest-ServerActionsV293TestJSON-1582262134-project-member</nova:user>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:project uuid="672000cc8fe1421986655ebf224340a2">tempest-ServerActionsV293TestJSON-1582262134</nova:project>
Nov 22 11:44:56 user nova-compute[75217]:       </nova:owner>
Nov 22 11:44:56 user nova-compute[75217]:       <nova:ports>
Nov 22 11:44:56 user nova-compute[75217]:         <nova:port uuid="a1a78c28-6a34-43fb-9084-82c6024c3e7c">
Nov 22 11:44:56 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 22 11:44:56 user nova-compute[75217]:         </nova:port>
Nov 22 11:44:56 user nova-compute[75217]:       </nova:ports>
Nov 22 11:44:56 user nova-compute[75217]:     </nova:instance>
Nov 22 11:44:56 user nova-compute[75217]:   </metadata>
Nov 22 11:44:56 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:44:56 user nova-compute[75217]:     <system>
Nov 22 11:44:56 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:44:56 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:44:56 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:44:56 user nova-compute[75217]:       <entry name="serial">9a229f89-ac7a-4f54-95c6-aed24f9c645e</entry>
Nov 22 11:44:56 user nova-compute[75217]:       <entry name="uuid">9a229f89-ac7a-4f54-95c6-aed24f9c645e</entry>
Nov 22 11:44:56 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:44:56 user nova-compute[75217]:     </system>
Nov 22 11:44:56 user nova-compute[75217]:   </sysinfo>
Nov 22 11:44:56 user nova-compute[75217]:   <os>
Nov 22 11:44:56 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:44:56 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:44:56 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:44:56 user nova-compute[75217]:   </os>
Nov 22 11:44:56 user nova-compute[75217]:   <features>
Nov 22 11:44:56 user nova-compute[75217]:     <acpi/>
Nov 22 11:44:56 user nova-compute[75217]:     <apic/>
Nov 22 11:44:56 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:44:56 user nova-compute[75217]:   </features>
Nov 22 11:44:56 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:44:56 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:44:56 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:44:56 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:44:56 user nova-compute[75217]:   </clock>
Nov 22 11:44:56 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:44:56 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:44:56 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:44:56 user nova-compute[75217]:   </cpu>
Nov 22 11:44:56 user nova-compute[75217]:   <devices>
Nov 22 11:44:56 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:44:56 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:44:56 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 11:44:56 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:44:56 user nova-compute[75217]:       <serial>516dc3cc-a305-45b0-ba4b-00daaa828ad3</serial>
Nov 22 11:44:56 user nova-compute[75217]:     </disk>
Nov 22 11:44:56 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:44:56 user nova-compute[75217]:       <mac address="fa:16:3e:2a:ed:6c"/>
Nov 22 11:44:56 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:56 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:44:56 user nova-compute[75217]:       <target dev="tapa1a78c28-6a"/>
Nov 22 11:44:56 user nova-compute[75217]:     </interface>
Nov 22 11:44:56 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:44:56 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e/console.log" append="off"/>
Nov 22 11:44:56 user nova-compute[75217]:     </serial>
Nov 22 11:44:56 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:44:56 user nova-compute[75217]:     <video>
Nov 22 11:44:56 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:44:56 user nova-compute[75217]:     </video>
Nov 22 11:44:56 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:44:56 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:44:56 user nova-compute[75217]:     </rng>
Nov 22 11:44:56 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:44:56 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:44:56 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:44:56 user nova-compute[75217]:     </memballoon>
Nov 22 11:44:56 user nova-compute[75217]:   </devices>
Nov 22 11:44:56 user nova-compute[75217]: </domain>
Nov 22 11:44:56 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-606126745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-606126745',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJoN5qR/oJ6tGBo1XfCTJuYnh+LiBoGmPB8AcImmIM2jc0wdtjl1MnQrA5LxC6E+70BkgGkJ7gQP+Qlta9VlRSMapOVpJ69HsPQcDdq/DV77oj3zW9I4L1yDrDIAoJadg==',key_name='tempest-keypair-1994692831',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='672000cc8fe1421986655ebf224340a2',ramdisk_id='',reservation_id='r-jhk3lff8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1582262134',owner_user_name='tempest-ServerActionsV293TestJSON-1582262134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f380399c1684b1ba8e7b9204edb6004',uuid=9a229f89-ac7a-4f54-95c6-aed24f9c645e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converting VIF {"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG os_vif [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d49edb6-c407-5f73-bec9-b7e3de8f6668', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa1a78c28-6a, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa1a78c28-6a, col_values=(('qos', UUID('1dcf62bc-5ac8-4731-baa2-bfc6e9235435')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa1a78c28-6a, col_values=(('external_ids', {'iface-id': 'a1a78c28-6a34-43fb-9084-82c6024c3e7c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:ed:6c', 'vm-uuid': '9a229f89-ac7a-4f54-95c6-aed24f9c645e'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:56 user nova-compute[75217]: INFO os_vif [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a')
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:44:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] No VIF found with MAC fa:16:3e:2a:ed:6c, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:44:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-dd9ec9e4-0265-483e-8074-95a97c252635 req-8244759a-e9d2-4307-a9dc-8a0194ffcb5d service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-dd9ec9e4-0265-483e-8074-95a97c252635 req-8244759a-e9d2-4307-a9dc-8a0194ffcb5d service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-dd9ec9e4-0265-483e-8074-95a97c252635 req-8244759a-e9d2-4307-a9dc-8a0194ffcb5d service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-dd9ec9e4-0265-483e-8074-95a97c252635 req-8244759a-e9d2-4307-a9dc-8a0194ffcb5d service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-dd9ec9e4-0265-483e-8074-95a97c252635 req-8244759a-e9d2-4307-a9dc-8a0194ffcb5d service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:44:58 user nova-compute[75217]: WARNING nova.compute.manager [req-dd9ec9e4-0265-483e-8074-95a97c252635 req-8244759a-e9d2-4307-a9dc-8a0194ffcb5d service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state building and task_state spawning.
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:44:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:44:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-e7b77cd3-16ed-45fb-b347-5800486ca967 req-f135436d-ec4f-4a42-ae33-f43fdcd3e843 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e7b77cd3-16ed-45fb-b347-5800486ca967 req-f135436d-ec4f-4a42-ae33-f43fdcd3e843 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e7b77cd3-16ed-45fb-b347-5800486ca967 req-f135436d-ec4f-4a42-ae33-f43fdcd3e843 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e7b77cd3-16ed-45fb-b347-5800486ca967 req-f135436d-ec4f-4a42-ae33-f43fdcd3e843 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-e7b77cd3-16ed-45fb-b347-5800486ca967 req-f135436d-ec4f-4a42-ae33-f43fdcd3e843 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:00 user nova-compute[75217]: WARNING nova.compute.manager [req-e7b77cd3-16ed-45fb-b347-5800486ca967 req-f135436d-ec4f-4a42-ae33-f43fdcd3e843 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state building and task_state spawning.
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:00 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance spawned successfully.
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:00 user nova-compute[75217]: INFO nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Took 5.79 seconds to spawn the instance on the hypervisor.
Nov 22 11:45:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:00 user nova-compute[75217]: INFO nova.compute.manager [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Took 25.12 seconds to build instance.
Nov 22 11:45:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-24a8fda2-ad74-4709-8701-290617709bfe tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.420s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:45:01 user nova-compute[75217]: INFO nova.compute.claims [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Claim successful on node user
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:45:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json" returned: 0 in 0.313s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7591MB free_disk=25.83187484741211GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.815s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.170s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:45:03 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b288decc-3b79-404f-a763-f2097e9e6dbc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 97f2c3d3-1fd2-44d7-8f7f-46728d479379 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 92e3553c-477b-4d1b-b1cb-79c7b649668a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9a229f89-ac7a-4f54-95c6-aed24f9c645e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bc27abde-367e-454f-82f9-06e4f8649118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance de55d9a9-9579-4826-ac1d-87cd16f90b4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 11:45:03 user nova-compute[75217]: INFO nova.virt.block_device [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Booting with volume d0f88362-d29e-4a46-b4d9-fb31d14611d8 at /dev/vda
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[478f7584-d3aa-4b7e-8fec-d72f05083804]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG nova.policy [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6325984a5ada4e1d88c16c2a4acd8abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d86279a8d924733bb708bb97175bbfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e34346-0f51-4c6e-b9ff-962dac6c84a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d392d81-d36c-4133-8107-742d2cada4b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e877c4-9bb7-4d02-87e7-f17fa6c14831]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:04 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:45:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[734d74b6-c3c7-428b-b933-417c89a2cd91]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating existing volume attachment record: 9376100f-c61b-40f4-871c-dcac6a4c4c10 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.069s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully created port: ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:45:05 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully created port: 1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:45:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully created port: dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:45:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully created port: 92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:45:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully created port: dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-ab4941cb-ea91-47e6-a241-b16551caac49. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG nova.network.neutron [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:08 user nova-compute[75217]: DEBUG nova.network.neutron [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:09 user nova-compute[75217]: DEBUG nova.network.neutron [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2ec4e5fe-e27c-42f6-976d-870c715ff3f3 req-72927831-244e-41f9-802d-bb56a6e6bf8e service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: 0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-0272e188-30ad-4dad-9998-ba9105c5c9cd. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.network.neutron [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port 0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.network.neutron [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.network.neutron [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-fda449cf-7112-48da-8376-d932436da4a1. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:10 user nova-compute[75217]: DEBUG nova.network.neutron [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG nova.network.neutron [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: 1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:11 user nova-compute[75217]: INFO nova.virt.block_device [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Booting with volume 441ce9e3-0471-4bb5-9987-00df7d02c829 at /dev/vdb
Nov 22 11:45:11 user nova-compute[75217]: DEBUG nova.network.neutron [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-69abe4fc-2ebd-4088-b5b1-3747ab47f57a req-506c69e8-6b8c-40b4-a342-b403c5de4078 service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd7aa1f3-f517-4ddc-afa3-2cc09cdf6eb1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3520c2-12c4-4655-989f-b19fe8c67878]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ea4e8f-2da4-4fd5-b6c9-ce586fa817a7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[75412e73-d2ee-49a7-a44e-03b7f3448754]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:11 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:45:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d649a28-0edb-432e-8240-8c5f71621be4]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== get_connector_properties: return (249ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:11 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating existing volume attachment record: 509f2d4e-0f3d-40d0-9a5e-21293974f5db {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-1c37c38e-1982-4881-9147-b614c2cafb3d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port 1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-dee94c94-e56f-4f16-817c-751b3133c324. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-056ea915-e2fd-44bf-b293-9ff13ce6c429 req-1f57496e-d59d-4423-bc8c-0247464d3f3a service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: 92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Successfully updated port: dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-92e56622-82df-4731-ae74-48f4b509b9fc. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.network.neutron [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance network_info: |[{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port 92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updated VIF entry in instance network info cache for port 92e56622-82df-4731-ae74-48f4b509b9fc. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-dbda66c4-5e6f-458f-83d4-d405d48de31e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updated VIF entry in instance network info cache for port dbda66c4-5e6f-458f-83d4-d405d48de31e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-77cd7e08-7747-4e46-acb0-d781a369a419 req-4c0427ef-a6b6-4182-9c31-1f659d9cd42e service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:19 user nova-compute[75217]: INFO nova.virt.block_device [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Booting with volume 124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee at /dev/vdc
Nov 22 11:45:19 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e8ff8b8-cc67-40af-97d7-8f3906623d13]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde4d53e-0119-433c-8adb-b73772fb725f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7f6bbb-5e2c-4222-9006-24643f30bd7d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b900e066-97b6-4b4d-9c74-e77bfaa48084]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:19 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:45:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9150c7c6-f8cd-47fe-9db3-435def9fe99d]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:19 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating existing volume attachment record: a6190d14-5e4c-4469-92cd-7b34cf43ad60 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:45:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:45:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Creating image(s)
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Ensure instance console log exists: /opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Start _get_guest_xml network_info=[{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kluHZVwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b288decc-3b79-404f-a763-f2097e9e6dbc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0f88362-d29e-4a46-b4d9-fb31d14611d8', 'serial': 'd0f88362-d29e-4a46-b4d9-fb31d14611d8'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '9376100f-c61b-40f4-871c-dcac6a4c4c10', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFHxnwbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b288decc-3b79-404f-a763-f2097e9e6dbc', 'attached_at': '', 'detached_at': '', 'volume_id': '441ce9e3-0471-4bb5-9987-00df7d02c829', 'serial': '441ce9e3-0471-4bb5-9987-00df7d02c829'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 1, 'mount_device': '/dev/vdb', 'attachment_id': '509f2d4e-0f3d-40d0-9a5e-21293974f5db', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFcnJWlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b288decc-3b79-404f-a763-f2097e9e6dbc', 'attached_at': '', 'detached_at': '', 'volume_id': '124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee', 'serial': '124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 2, 'mount_device': '/dev/vdc', 'attachment_id': 'a6190d14-5e4c-4469-92cd-7b34cf43ad60', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:45:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kluHZVwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:45:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:45:28 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[968a6832-9a6e-4ede-9834-3640aef8eaef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:45:28 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f753680-4802-477b-94e0-b92a6552df35]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8] added
Nov 22 11:45:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a0e28f9-9292-4801-ad71-d341959cf3e0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a523e73e-0781-4491-b110-00586c5d05db]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kluHZVwj {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kluHZVwj" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89dc278-f47f-40c2-a0cf-12665de2577b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kluHZVwj'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7a9240-586e-48fa-9eee-2b0634f92f7d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8713b37a-1a2c-4c99-94de-830a60576fc9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a3c281-108d-48ac-a188-8f77d6d6a4c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260]
Nov 22 11:45:28 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260] successful.
Nov 22 11:45:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a75b4a60-4b5d-42de-9aff-c16938f60fcb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa2ec48-660a-4b0b-99be-ae7747e3eab6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:28 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:28 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[06936743-6a0d-4f76-a2ef-b5b02957fcda]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:45:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kluHZVwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23962616464643233', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962616464643233', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFHxnwbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:29 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:45:29 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:45:29 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27821e6-dc57-4876-93a3-ad35651119a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:45:29 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4090ab3-3a29-4da9-a06b-7fd2cd1ec426]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829] added
Nov 22 11:45:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b523bcb-0ff5-40a1-bf8d-8c40ac48ec54]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[554b8f91-2ac6-4f45-9385-17efbe0f06d7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lFHxnwbi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lFHxnwbi" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bc050cd-1643-41e9-a815-5b203e0b401b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lFHxnwbi'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10df9aa-8105-4d1c-9eb2-2a26f01db2f1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3568c528-c973-4f31-a33c-abe470bfcd43]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:29 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:29 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:45:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab786106-1af8-4802-90b4-52f088636f90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260]
Nov 22 11:45:30 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260] successful.
Nov 22 11:45:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9728a4b6-967f-4173-81d9-5facfc4ebc78]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3460c994-6470-4950-a7e3-dc0ae4bb71ea]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:30 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:30 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:45:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:30 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:30 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:45:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[27792457-cd71-449f-b742-3b5b3cc4251e]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:45:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFHxnwbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '26564326431303334', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564326431303334', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFcnJWlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:31 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:45:31 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:45:31 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70fae6f-8254-476a-9fb9-1b7fb7867b24]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:45:31 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:45:31 user nova-compute[75217]: INFO nova.compute.claims [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Claim successful on node user
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b285b29f-8d3c-4c06-a19e-656c37a9ac38]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee] added
Nov 22 11:45:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.159s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6623cf6-d2d9-46da-9833-13203cafb431]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f60263f-afe2-4ef7-af28-760c8ef18e12]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFcnJWlS {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFcnJWlS" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[52120e32-716a-466e-b225-ab4f57b3368d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NFcnJWlS'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f1c050a-71d4-48fa-91b1-bb2f01c2d8e3]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63fae00-0372-457a-82cd-671ced77277b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbf2718-feaf-40c6-b539-b304c3f2f8c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260]
Nov 22 11:45:31 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260] successful.
Nov 22 11:45:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b110ad16-760d-4afb-83b9-6f5bbafd5055]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a222678-565a-48ca-aa45-288a9f3d9cf6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:45:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:45:31 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:45:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.515s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ffb192-8009-48fa-b0d3-3375aa480f54]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:45:31 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.659s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:45:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.policy [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca30561d8ce245b3a074ee07faf2e9bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef71f5a20ff4bd2a7ef91475fc883c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:45:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Creating image(s)
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "f5435c1ed821ec15dee278c4597c4cfa7bff5352" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "f5435c1ed821ec15dee278c4597c4cfa7bff5352" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFcnJWlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.607s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== connect_volume: return (1608ms) {'type': 'block', 'scsi_wwn': '23062653031313733', 'path': '/dev/sde'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062653031313733', 'path': '/dev/sde'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Successfully created port: d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:32 user nova-compute[75217]: DEBUG nova.objects.instance [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lazy-loading 'pci_devices' on Instance uuid b288decc-3b79-404f-a763-f2097e9e6dbc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:45:33 user nova-compute[75217]:   <uuid>b288decc-3b79-404f-a763-f2097e9e6dbc</uuid>
Nov 22 11:45:33 user nova-compute[75217]:   <name>instance-00000009</name>
Nov 22 11:45:33 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:45:33 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:45:33 user nova-compute[75217]:   <metadata>
Nov 22 11:45:33 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:45:33 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:45:33 user nova-compute[75217]:       <nova:name>tempest-device-tagging-server-207810159</nova:name>
Nov 22 11:45:33 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:45:28</nova:creationTime>
Nov 22 11:45:33 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:45:33 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:45:33 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:45:33 user nova-compute[75217]:       <nova:owner>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:user uuid="6325984a5ada4e1d88c16c2a4acd8abd">tempest-TaggedBootDevicesTest-1574296730-project-member</nova:user>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:project uuid="0d86279a8d924733bb708bb97175bbfa">tempest-TaggedBootDevicesTest-1574296730</nova:project>
Nov 22 11:45:33 user nova-compute[75217]:       </nova:owner>
Nov 22 11:45:33 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:45:33 user nova-compute[75217]:       <nova:ports>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="ab4941cb-ea91-47e6-a241-b16551caac49">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="0272e188-30ad-4dad-9998-ba9105c5c9cd">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.21" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="fda449cf-7112-48da-8376-d932436da4a1">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.165" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="1c37c38e-1982-4881-9147-b614c2cafb3d">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.209" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="dee94c94-e56f-4f16-817c-751b3133c324">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.173" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="92e56622-82df-4731-ae74-48f4b509b9fc">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:         <nova:port uuid="dbda66c4-5e6f-458f-83d4-d405d48de31e">
Nov 22 11:45:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 22 11:45:33 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:33 user nova-compute[75217]:       </nova:ports>
Nov 22 11:45:33 user nova-compute[75217]:     </nova:instance>
Nov 22 11:45:33 user nova-compute[75217]:   </metadata>
Nov 22 11:45:33 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:45:33 user nova-compute[75217]:     <system>
Nov 22 11:45:33 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:45:33 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:45:33 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:45:33 user nova-compute[75217]:       <entry name="serial">b288decc-3b79-404f-a763-f2097e9e6dbc</entry>
Nov 22 11:45:33 user nova-compute[75217]:       <entry name="uuid">b288decc-3b79-404f-a763-f2097e9e6dbc</entry>
Nov 22 11:45:33 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:45:33 user nova-compute[75217]:     </system>
Nov 22 11:45:33 user nova-compute[75217]:   </sysinfo>
Nov 22 11:45:33 user nova-compute[75217]:   <os>
Nov 22 11:45:33 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:45:33 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:45:33 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:45:33 user nova-compute[75217]:   </os>
Nov 22 11:45:33 user nova-compute[75217]:   <features>
Nov 22 11:45:33 user nova-compute[75217]:     <acpi/>
Nov 22 11:45:33 user nova-compute[75217]:     <apic/>
Nov 22 11:45:33 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:45:33 user nova-compute[75217]:   </features>
Nov 22 11:45:33 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:45:33 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:45:33 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:45:33 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:45:33 user nova-compute[75217]:   </clock>
Nov 22 11:45:33 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:45:33 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:45:33 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:45:33 user nova-compute[75217]:   </cpu>
Nov 22 11:45:33 user nova-compute[75217]:   <devices>
Nov 22 11:45:33 user nova-compute[75217]:     <disk type="file" device="cdrom">
Nov 22 11:45:33 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none"/>
Nov 22 11:45:33 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc/disk.config"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="hda" bus="ide"/>
Nov 22 11:45:33 user nova-compute[75217]:     </disk>
Nov 22 11:45:33 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:45:33 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:45:33 user nova-compute[75217]:       <source dev="/dev/sdc"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <serial>d0f88362-d29e-4a46-b4d9-fb31d14611d8</serial>
Nov 22 11:45:33 user nova-compute[75217]:     </disk>
Nov 22 11:45:33 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:45:33 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:45:33 user nova-compute[75217]:       <source dev="/dev/sdd"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <serial>441ce9e3-0471-4bb5-9987-00df7d02c829</serial>
Nov 22 11:45:33 user nova-compute[75217]:     </disk>
Nov 22 11:45:33 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:45:33 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:45:33 user nova-compute[75217]:       <source dev="/dev/sde"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="vdc" bus="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <serial>124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee</serial>
Nov 22 11:45:33 user nova-compute[75217]:     </disk>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:24:99:fd"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tapab4941cb-ea"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:b8:e8:b0"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tap0272e188-30"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:27:47:e9"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tapfda449cf-71"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:32:b1:44"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tap1c37c38e-19"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:4f:02:1b"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tapdee94c94-e5"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:91:04:14"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tap92e56622-82"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:33 user nova-compute[75217]:       <mac address="fa:16:3e:f1:b5:ae"/>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:33 user nova-compute[75217]:       <target dev="tapdbda66c4-5e"/>
Nov 22 11:45:33 user nova-compute[75217]:     </interface>
Nov 22 11:45:33 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:45:33 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc/console.log" append="off"/>
Nov 22 11:45:33 user nova-compute[75217]:     </serial>
Nov 22 11:45:33 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:45:33 user nova-compute[75217]:     <video>
Nov 22 11:45:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:33 user nova-compute[75217]:     </video>
Nov 22 11:45:33 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:45:33 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:45:33 user nova-compute[75217]:     </rng>
Nov 22 11:45:33 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:45:33 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:45:33 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:45:33 user nova-compute[75217]:     </memballoon>
Nov 22 11:45:33 user nova-compute[75217]:   </devices>
Nov 22 11:45:33 user nova-compute[75217]: </domain>
Nov 22 11:45:33 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd61bc954-c5e9-5a66-9cab-6f5b993ccc86', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapab4941cb-ea, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapab4941cb-ea, col_values=(('qos', UUID('886cb7de-1430-491c-97a6-61d64aa70353')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapab4941cb-ea, col_values=(('external_ids', {'iface-id': 'ab4941cb-ea91-47e6-a241-b16551caac49', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:99:fd', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.part --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.images [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] 04434829-2651-4df0-bb9f-e31342297841 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.part /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5436d0b6-98ab-543b-93ee-23dbb5be7be2', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0272e188-30, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0272e188-30, col_values=(('qos', UUID('4b421113-1247-4cc7-99b9-cb287cf2fe82')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0272e188-30, col_values=(('external_ids', {'iface-id': '0272e188-30ad-4dad-9998-ba9105c5c9cd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:e8:b0', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '36b552f3-b15e-53f4-a838-872285cb26a9', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfda449cf-71, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfda449cf-71, col_values=(('qos', UUID('285a0f34-27d7-4363-9c76-d1818bee42ce')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfda449cf-71, col_values=(('external_ids', {'iface-id': 'fda449cf-7112-48da-8376-d932436da4a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:47:e9', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.part /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.converted" returned: 0 in 0.153s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea82135f-cecd-5b79-ab6f-56ebb91373c8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c37c38e-19, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c37c38e-19, col_values=(('qos', UUID('8cb8714d-ae08-422c-9b06-f632694faa44')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c37c38e-19, col_values=(('external_ids', {'iface-id': '1c37c38e-1982-4881-9147-b614c2cafb3d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:b1:44', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3919328a-097e-5b0a-a709-96467dfc5693', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352.converted --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "f5435c1ed821ec15dee278c4597c4cfa7bff5352" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.114s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdee94c94-e5, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdee94c94-e5, col_values=(('qos', UUID('fcd80830-93e5-40dd-860d-d29cbc9da19f')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdee94c94-e5, col_values=(('external_ids', {'iface-id': 'dee94c94-e56f-4f16-817c-751b3133c324', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:02:1b', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ceb7826c-0f84-575c-a1d4-c88b9503db8b', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Successfully updated port: d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing instance network info cache due to event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "f5435c1ed821ec15dee278c4597c4cfa7bff5352" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "f5435c1ed821ec15dee278c4597c4cfa7bff5352" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap92e56622-82, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap92e56622-82, col_values=(('qos', UUID('61a72418-eca6-4113-9c98-70e43fa31655')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap92e56622-82, col_values=(('external_ids', {'iface-id': '92e56622-82df-4731-ae74-48f4b509b9fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:04:14', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bfa9f084-e853-58c4-8de5-7c70cf64a850', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352,backing_fmt=raw /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbda66c4-5e, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbda66c4-5e, col_values=(('qos', UUID('ed19a588-6f77-4807-93da-13fa9542ea95')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbda66c4-5e, col_values=(('external_ids', {'iface-id': 'dbda66c4-5e6f-458f-83d4-d405d48de31e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:b5:ae', 'vm-uuid': 'b288decc-3b79-404f-a763-f2097e9e6dbc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352,backing_fmt=raw /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "f5435c1ed821ec15dee278c4597c4cfa7bff5352" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:33 user nova-compute[75217]: INFO os_vif [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e')
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] No BDM found with device name hda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] No VIF found with MAC fa:16:3e:24:99:fd, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] No VIF found with MAC fa:16:3e:4f:02:1b, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:45:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Using config drive
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:45:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance network_info: |[{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Cannot resize image /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Ensure instance console log exists: /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Start _get_guest_xml network_info=[{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:45:28Z,direct_url=<?>,disk_format='qcow2',id=04434829-2651-4df0-bb9f-e31342297841,min_disk=0,min_ram=0,name='tempest-scenario-img--534928348',owner='2ef71f5a20ff4bd2a7ef91475fc883c1',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:45:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '04434829-2651-4df0-bb9f-e31342297841'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:45:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:45:28Z,direct_url=<?>,disk_format='qcow2',id=04434829-2651-4df0-bb9f-e31342297841,min_disk=0,min_ram=0,name='tempest-scenario-img--534928348',owner='2ef71f5a20ff4bd2a7ef91475fc883c1',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:45:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-141754588',display_name='tempest-TestMinimumBasicScenario-server-141754588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-141754588',id=10,image_ref='04434829-2651-4df0-bb9f-e31342297841',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuaSU366qMBKCN1yu6kl3Yg/Z0aWZEpi4EUGjyPI6qvDqIBvSE21NWL8kzNxVGusrW6dUh0o2IflevuI76OQrfWZ/0GTsXxt2OCuUxSjyr/a9f7Sy7q3jRn/Wct5xQT/w==',key_name='tempest-TestMinimumBasicScenario-1659864977',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-477y3vak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='04434829-2651-4df0-bb9f-e31342297841',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:32Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=cfb89bb8-56c6-442c-93ec-8f7a84f3b165,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'pci_devices' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Creating config drive at /opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc/disk.config
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptsyfwb6b {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:45:34 user nova-compute[75217]:   <uuid>cfb89bb8-56c6-442c-93ec-8f7a84f3b165</uuid>
Nov 22 11:45:34 user nova-compute[75217]:   <name>instance-0000000a</name>
Nov 22 11:45:34 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:45:34 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:45:34 user nova-compute[75217]:   <metadata>
Nov 22 11:45:34 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:45:34 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:45:34 user nova-compute[75217]:       <nova:name>tempest-TestMinimumBasicScenario-server-141754588</nova:name>
Nov 22 11:45:34 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:45:34</nova:creationTime>
Nov 22 11:45:34 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:45:34 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:45:34 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:45:34 user nova-compute[75217]:       <nova:owner>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:user uuid="ca30561d8ce245b3a074ee07faf2e9bc">tempest-TestMinimumBasicScenario-31354967-project-member</nova:user>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:project uuid="2ef71f5a20ff4bd2a7ef91475fc883c1">tempest-TestMinimumBasicScenario-31354967</nova:project>
Nov 22 11:45:34 user nova-compute[75217]:       </nova:owner>
Nov 22 11:45:34 user nova-compute[75217]:       <nova:root type="image" uuid="04434829-2651-4df0-bb9f-e31342297841"/>
Nov 22 11:45:34 user nova-compute[75217]:       <nova:ports>
Nov 22 11:45:34 user nova-compute[75217]:         <nova:port uuid="d563fcf0-eba0-4f27-8581-388a5f63903d">
Nov 22 11:45:34 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:45:34 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:34 user nova-compute[75217]:       </nova:ports>
Nov 22 11:45:34 user nova-compute[75217]:     </nova:instance>
Nov 22 11:45:34 user nova-compute[75217]:   </metadata>
Nov 22 11:45:34 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:45:34 user nova-compute[75217]:     <system>
Nov 22 11:45:34 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:45:34 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:45:34 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:45:34 user nova-compute[75217]:       <entry name="serial">cfb89bb8-56c6-442c-93ec-8f7a84f3b165</entry>
Nov 22 11:45:34 user nova-compute[75217]:       <entry name="uuid">cfb89bb8-56c6-442c-93ec-8f7a84f3b165</entry>
Nov 22 11:45:34 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:45:34 user nova-compute[75217]:     </system>
Nov 22 11:45:34 user nova-compute[75217]:   </sysinfo>
Nov 22 11:45:34 user nova-compute[75217]:   <os>
Nov 22 11:45:34 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:45:34 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:45:34 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:45:34 user nova-compute[75217]:   </os>
Nov 22 11:45:34 user nova-compute[75217]:   <features>
Nov 22 11:45:34 user nova-compute[75217]:     <acpi/>
Nov 22 11:45:34 user nova-compute[75217]:     <apic/>
Nov 22 11:45:34 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:45:34 user nova-compute[75217]:   </features>
Nov 22 11:45:34 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:45:34 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:45:34 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:45:34 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:45:34 user nova-compute[75217]:   </clock>
Nov 22 11:45:34 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:45:34 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:45:34 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:45:34 user nova-compute[75217]:   </cpu>
Nov 22 11:45:34 user nova-compute[75217]:   <devices>
Nov 22 11:45:34 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:45:34 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:45:34 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk"/>
Nov 22 11:45:34 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:45:34 user nova-compute[75217]:     </disk>
Nov 22 11:45:34 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:34 user nova-compute[75217]:       <mac address="fa:16:3e:cd:be:a5"/>
Nov 22 11:45:34 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:34 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:34 user nova-compute[75217]:       <target dev="tapd563fcf0-eb"/>
Nov 22 11:45:34 user nova-compute[75217]:     </interface>
Nov 22 11:45:34 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:45:34 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/console.log" append="off"/>
Nov 22 11:45:34 user nova-compute[75217]:     </serial>
Nov 22 11:45:34 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:45:34 user nova-compute[75217]:     <video>
Nov 22 11:45:34 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:34 user nova-compute[75217]:     </video>
Nov 22 11:45:34 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:45:34 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:45:34 user nova-compute[75217]:     </rng>
Nov 22 11:45:34 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:45:34 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:45:34 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:45:34 user nova-compute[75217]:     </memballoon>
Nov 22 11:45:34 user nova-compute[75217]:   </devices>
Nov 22 11:45:34 user nova-compute[75217]: </domain>
Nov 22 11:45:34 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-141754588',display_name='tempest-TestMinimumBasicScenario-server-141754588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-141754588',id=10,image_ref='04434829-2651-4df0-bb9f-e31342297841',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuaSU366qMBKCN1yu6kl3Yg/Z0aWZEpi4EUGjyPI6qvDqIBvSE21NWL8kzNxVGusrW6dUh0o2IflevuI76OQrfWZ/0GTsXxt2OCuUxSjyr/a9f7Sy7q3jRn/Wct5xQT/w==',key_name='tempest-TestMinimumBasicScenario-1659864977',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-477y3vak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='04434829-2651-4df0-bb9f-e31342297841',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:45:32Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=cfb89bb8-56c6-442c-93ec-8f7a84f3b165,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG os_vif [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptsyfwb6b" returned: 0 in 0.060s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7f4433e6-bb7c-5d8b-89a7-2411dcb5b3e8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd563fcf0-eb, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd563fcf0-eb, col_values=(('qos', UUID('ccd291fa-8c32-4865-8179-6350a47b26a1')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd563fcf0-eb, col_values=(('external_ids', {'iface-id': 'd563fcf0-eba0-4f27-8581-388a5f63903d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:be:a5', 'vm-uuid': 'cfb89bb8-56c6-442c-93ec-8f7a84f3b165'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:34 user nova-compute[75217]: INFO os_vif [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb')
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No VIF found with MAC fa:16:3e:cd:be:a5, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updated VIF entry in instance network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0c653283-ab43-43b0-a210-54a3c36f358b req-0ed993d4-371d-46d3-b888-362f1e8277c0 service nova] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-d5f9f1ee-2f65-4e91-b465-913b312633c7 req-c56efd85-6c4a-425e-a233-2a8e7603d6a6 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5f9f1ee-2f65-4e91-b465-913b312633c7 req-c56efd85-6c4a-425e-a233-2a8e7603d6a6 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5f9f1ee-2f65-4e91-b465-913b312633c7 req-c56efd85-6c4a-425e-a233-2a8e7603d6a6 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5f9f1ee-2f65-4e91-b465-913b312633c7 req-c56efd85-6c4a-425e-a233-2a8e7603d6a6 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-d5f9f1ee-2f65-4e91-b465-913b312633c7 req-c56efd85-6c4a-425e-a233-2a8e7603d6a6 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:37 user nova-compute[75217]: WARNING nova.compute.manager [req-d5f9f1ee-2f65-4e91-b465-913b312633c7 req-c56efd85-6c4a-425e-a233-2a8e7603d6a6 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state building and task_state spawning.
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-675826c1-21c7-49e5-9848-5297fe9a2f92 req-faae26b5-e654-4419-9aa8-701aa093e481 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-675826c1-21c7-49e5-9848-5297fe9a2f92 req-faae26b5-e654-4419-9aa8-701aa093e481 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-675826c1-21c7-49e5-9848-5297fe9a2f92 req-faae26b5-e654-4419-9aa8-701aa093e481 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-675826c1-21c7-49e5-9848-5297fe9a2f92 req-faae26b5-e654-4419-9aa8-701aa093e481 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-675826c1-21c7-49e5-9848-5297fe9a2f92 req-faae26b5-e654-4419-9aa8-701aa093e481 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:38 user nova-compute[75217]: WARNING nova.compute.manager [req-675826c1-21c7-49e5-9848-5297fe9a2f92 req-faae26b5-e654-4419-9aa8-701aa093e481 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd for instance with vm_state building and task_state spawning.
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-24055d87-7415-4936-b81d-a4699ed90697 req-44018722-26fe-4346-95fe-b66ef411d13d service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-24055d87-7415-4936-b81d-a4699ed90697 req-44018722-26fe-4346-95fe-b66ef411d13d service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-24055d87-7415-4936-b81d-a4699ed90697 req-44018722-26fe-4346-95fe-b66ef411d13d service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-24055d87-7415-4936-b81d-a4699ed90697 req-44018722-26fe-4346-95fe-b66ef411d13d service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-24055d87-7415-4936-b81d-a4699ed90697 req-44018722-26fe-4346-95fe-b66ef411d13d service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:38 user nova-compute[75217]: WARNING nova.compute.manager [req-24055d87-7415-4936-b81d-a4699ed90697 req-44018722-26fe-4346-95fe-b66ef411d13d service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d for instance with vm_state building and task_state spawning.
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:39 user nova-compute[75217]: WARNING nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state building and task_state spawning.
Nov 22 11:45:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:39 user nova-compute[75217]: WARNING nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 for instance with vm_state building and task_state spawning.
Nov 22 11:45:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:39 user nova-compute[75217]: WARNING nova.compute.manager [req-e2f8d569-82b3-4986-bfb3-dff776400882 req-0a8f8460-69ef-44a2-9e59-25d1d6f59b63 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 for instance with vm_state building and task_state spawning.
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:45:40 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance spawned successfully.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:40 user nova-compute[75217]: INFO nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Took 7.96 seconds to spawn the instance on the hypervisor.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-9dd6082f-812a-41c0-a101-462a0537d5eb req-1fef6597-fb1e-4712-acc8-a2322600c697 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: INFO nova.compute.manager [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Took 9.02 seconds to build instance.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-597755ce-ef5a-45aa-b5df-499e02fdda3a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.338s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:40 user nova-compute[75217]: WARNING nova.compute.manager [req-874c9c1f-c261-45e2-a376-e07d0a178817 req-dc29c51f-f4cc-4f94-b74b-6b8935d627e1 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 for instance with vm_state building and task_state spawning.
Nov 22 11:45:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:41 user nova-compute[75217]: WARNING nova.compute.manager [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc for instance with vm_state building and task_state spawning.
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:41 user nova-compute[75217]: WARNING nova.compute.manager [req-f9e874a8-bd47-4cd5-a580-33c33edeebfd req-9c7346ef-9f5e-4a32-a2a3-665296627df2 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc for instance with vm_state building and task_state spawning.
Nov 22 11:45:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:45:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance spawned successfully.
Nov 22 11:45:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:45:42 user nova-compute[75217]: INFO nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Took 13.87 seconds to spawn the instance on the hypervisor.
Nov 22 11:45:42 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:45:42 user nova-compute[75217]: INFO nova.compute.manager [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Took 40.83 seconds to build instance.
Nov 22 11:45:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfd6c03f-caa7-41cb-b7d1-5e2ba832e6b2 tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 41.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:56 user nova-compute[75217]: INFO nova.compute.manager [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Rescuing
Nov 22 11:45:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:45:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:45:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:45:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-e6519bda-fa49-4405-bb76-c06b17ec45e0 req-3618716f-835c-4179-90f3-68b192463f38 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-unplugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e6519bda-fa49-4405-bb76-c06b17ec45e0 req-3618716f-835c-4179-90f3-68b192463f38 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e6519bda-fa49-4405-bb76-c06b17ec45e0 req-3618716f-835c-4179-90f3-68b192463f38 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e6519bda-fa49-4405-bb76-c06b17ec45e0 req-3618716f-835c-4179-90f3-68b192463f38 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-e6519bda-fa49-4405-bb76-c06b17ec45e0 req-3618716f-835c-4179-90f3-68b192463f38 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-unplugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:57 user nova-compute[75217]: WARNING nova.compute.manager [req-e6519bda-fa49-4405-bb76-c06b17ec45e0 req-3618716f-835c-4179-90f3-68b192463f38 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-unplugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state active and task_state rescuing.
Nov 22 11:45:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance destroyed successfully.
Nov 22 11:45:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Attempting rescue
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75217) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 11:45:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Creating image(s)
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'trusted_certs' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'migration_context' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.base [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Start _get_guest_xml network_info=[{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:1d:e5:9f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '022bb7a7-417e-43e5-a149-352266de8077', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'resources' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.base [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'numa_topology' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:57 user nova-compute[75217]: DEBUG nova.objects.base [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:45:58 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:58 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'vcpu_model' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.objects.base [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1061626411',display_name='tempest-ServerRescueNegativeTestJSON-server-1061626411',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1061626411',id=3,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-wcwaonao',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:25Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:1d:e5:9f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:1d:e5:9f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'pci_devices' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.objects.base [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:45:58 user nova-compute[75217]:   <uuid>fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02</uuid>
Nov 22 11:45:58 user nova-compute[75217]:   <name>instance-00000003</name>
Nov 22 11:45:58 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:45:58 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:45:58 user nova-compute[75217]:   <metadata>
Nov 22 11:45:58 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:45:58 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:45:58 user nova-compute[75217]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1061626411</nova:name>
Nov 22 11:45:58 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:45:58</nova:creationTime>
Nov 22 11:45:58 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:45:58 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:45:58 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:45:58 user nova-compute[75217]:       <nova:owner>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:user uuid="3c092f7666034958bfcb0ad1e7220b86">tempest-ServerRescueNegativeTestJSON-903376552-project-member</nova:user>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:project uuid="335d611d13164cc2bd89538c9a136778">tempest-ServerRescueNegativeTestJSON-903376552</nova:project>
Nov 22 11:45:58 user nova-compute[75217]:       </nova:owner>
Nov 22 11:45:58 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:45:58 user nova-compute[75217]:       <nova:ports>
Nov 22 11:45:58 user nova-compute[75217]:         <nova:port uuid="03e7988b-1b59-43fc-a413-03009fec7f55">
Nov 22 11:45:58 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 22 11:45:58 user nova-compute[75217]:         </nova:port>
Nov 22 11:45:58 user nova-compute[75217]:       </nova:ports>
Nov 22 11:45:58 user nova-compute[75217]:     </nova:instance>
Nov 22 11:45:58 user nova-compute[75217]:   </metadata>
Nov 22 11:45:58 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:45:58 user nova-compute[75217]:     <system>
Nov 22 11:45:58 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:45:58 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:45:58 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:45:58 user nova-compute[75217]:       <entry name="serial">fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02</entry>
Nov 22 11:45:58 user nova-compute[75217]:       <entry name="uuid">fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02</entry>
Nov 22 11:45:58 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:45:58 user nova-compute[75217]:     </system>
Nov 22 11:45:58 user nova-compute[75217]:   </sysinfo>
Nov 22 11:45:58 user nova-compute[75217]:   <os>
Nov 22 11:45:58 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:45:58 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:45:58 user nova-compute[75217]:   </os>
Nov 22 11:45:58 user nova-compute[75217]:   <features>
Nov 22 11:45:58 user nova-compute[75217]:     <acpi/>
Nov 22 11:45:58 user nova-compute[75217]:     <apic/>
Nov 22 11:45:58 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:45:58 user nova-compute[75217]:   </features>
Nov 22 11:45:58 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:45:58 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:45:58 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:45:58 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:45:58 user nova-compute[75217]:   </clock>
Nov 22 11:45:58 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:45:58 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:45:58 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:45:58 user nova-compute[75217]:   </cpu>
Nov 22 11:45:58 user nova-compute[75217]:   <devices>
Nov 22 11:45:58 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:45:58 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:45:58 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue"/>
Nov 22 11:45:58 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:45:58 user nova-compute[75217]:     </disk>
Nov 22 11:45:58 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:45:58 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:45:58 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk"/>
Nov 22 11:45:58 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:45:58 user nova-compute[75217]:     </disk>
Nov 22 11:45:58 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:45:58 user nova-compute[75217]:       <mac address="fa:16:3e:1d:e5:9f"/>
Nov 22 11:45:58 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:58 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:45:58 user nova-compute[75217]:       <target dev="tap03e7988b-1b"/>
Nov 22 11:45:58 user nova-compute[75217]:     </interface>
Nov 22 11:45:58 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:45:58 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/console.log" append="off"/>
Nov 22 11:45:58 user nova-compute[75217]:     </serial>
Nov 22 11:45:58 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:45:58 user nova-compute[75217]:     <video>
Nov 22 11:45:58 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:45:58 user nova-compute[75217]:     </video>
Nov 22 11:45:58 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:45:58 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:45:58 user nova-compute[75217]:     </rng>
Nov 22 11:45:58 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:45:58 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:45:58 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:45:58 user nova-compute[75217]:     </memballoon>
Nov 22 11:45:58 user nova-compute[75217]:   </devices>
Nov 22 11:45:58 user nova-compute[75217]: </domain>
Nov 22 11:45:58 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:45:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance destroyed successfully.
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:1d:e5:9f, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lazy-loading 'flavor' on Instance uuid 97f2c3d3-1fd2-44d7-8f7f-46728d479379 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.113s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:58 user nova-compute[75217]: INFO nova.compute.manager [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Attaching volume b0bc35cb-9bf7-4b44-952e-3e181ad42f43 to /dev/vdb
Nov 22 11:45:58 user nova-compute[75217]: DEBUG os_brick.utils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac8867e-7a55-48b2-9d27-1ff735157b0e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d075423-c389-4c0f-9b25-3fe217e07097]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8bd55ca-6eeb-45b4-8936-a96336cb667e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a79011c0-ab05-4578-9202-4dd1f3efe175]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:45:58 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:45:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ab831e-3105-4b43-b1dd-044cebf6b3cf]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG os_brick.utils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:45:58 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updating existing volume attachment record: 2f41854e-ac00-46d3-8ccc-1bb9428a2770 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:45:59 user nova-compute[75217]: WARNING nova.compute.manager [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state active and task_state rescuing.
Nov 22 11:45:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-changed-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Refreshing instance network info cache due to event network-changed-c75211af-b8a6-4803-9844-2a34db53ffab. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG nova.network.neutron [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Refreshing network info cache for port c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:45:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updated VIF entry in instance network info cache for port c75211af-b8a6-4803-9844-2a34db53ffab. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8bd72b71-77f5-4fd0-b47d-8accb838c78a req-61c08d9b-04a6-4e8c-9e5d-75d26d1e91d7 service nova] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:01 user nova-compute[75217]: WARNING nova.compute.manager [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state active and task_state rescuing.
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:01 user nova-compute[75217]: WARNING nova.compute.manager [req-7fe2a41d-2885-4f14-a2a7-208ca45d61c0 req-690982d4-6c05-47c5-958f-7580ffe44a06 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state active and task_state rescuing.
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updating instance_info_cache with network_info: [{"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-97f2c3d3-1fd2-44d7-8f7f-46728d479379" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ad1256db-ae75-4ca9-97c6-da1a0a3733d3 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.257s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.314s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fZwzsvEa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:06 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:06 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:06 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90017840-f9a7-4f08-b919-13545cc72d15]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:06 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[12ba2a95-564c-45df-a7c4-04b99c691bd0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43] added
Nov 22 11:46:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a53bf302-bbbd-4aab-be44-9971599a6431]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3d584d-bf87-47ef-b63b-8e311e534ffb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fZwzsvEa {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fZwzsvEa" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[80935021-8102-45b9-91b0-6f1a010cd71a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fZwzsvEa'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd509854-b6d5-425b-9729-361e2c8d774c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f8255e-4169-4a79-bb74-7d45074c7316]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9a79cc-3d50-401e-8389-45a29b50fd23]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260]
Nov 22 11:46:06 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:46:06 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:46:06 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7184MB free_disk=25.67940902709961GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cdb3e0e-4887-43e9-80c2-c0f52846596f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf2e2e6-d324-4121-9c94-7ef21914342e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:06 user nova-compute[75217]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 (non-flash)
Nov 22 11:46:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.800s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca58ad96-abcd-490b-907c-be287026766e]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fZwzsvEa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 97f2c3d3-1fd2-44d7-8f7f-46728d479379 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 92e3553c-477b-4d1b-b1cb-79c7b649668a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance de55d9a9-9579-4826-ac1d-87cd16f90b4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9a229f89-ac7a-4f54-95c6-aed24f9c645e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bc27abde-367e-454f-82f9-06e4f8649118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b288decc-3b79-404f-a763-f2097e9e6dbc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.656s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.838s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] <== connect_volume: return (1840ms) {'type': 'block', 'scsi_wwn': '23064313137316464', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23064313137316464', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lazy-loading 'flavor' on Instance uuid 97f2c3d3-1fd2-44d7-8f7f-46728d479379 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "a080d098-184e-4381-a1a1-1072eb0e013b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:46:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:46:07 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:07 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:46:07 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:07 user nova-compute[75217]:   <serial>b0bc35cb-9bf7-4b44-952e-3e181ad42f43</serial>
Nov 22 11:46:07 user nova-compute[75217]: </disk>
Nov 22 11:46:07 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:46:08 user nova-compute[75217]: INFO nova.compute.claims [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Claim successful on node user
Nov 22 11:46:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] No VIF found with MAC fa:16:3e:8d:5a:f6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.819s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5fe648e1-5e24-48e5-ad87-22df931f0125 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.381s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:46:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:46:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG nova.policy [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3a635a74b0242e08066c3ff73a84ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165866e2c6b34c87bebca851607df76b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:46:09 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Creating image(s)
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "/opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "/opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "/opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.020s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.210s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk 1073741824" returned: 0 in 0.078s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Successfully created port: 144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Cannot resize image /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Ensure instance console log exists: /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:10 user nova-compute[75217]: INFO nova.compute.manager [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Terminating instance
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Instance destroyed successfully.
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.objects.instance [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lazy-loading 'resources' on Instance uuid 97f2c3d3-1fd2-44d7-8f7f-46728d479379 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1157127',display_name='tempest-DeleteServersTestJSON-server-1157127',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1157127',id=2,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3b5e23bf637e4779b6415f6d27b108d5',ramdisk_id='',reservation_id='r-0m8vl7m8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1500906283',owner_user_name='tempest-DeleteServersTestJSON-1500906283-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:44:25Z,user_data=None,user_id='22fb9cb978a5440ba31fc9b58ca17e4c',uuid=97f2c3d3-1fd2-44d7-8f7f-46728d479379,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Converting VIF {"id": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "address": "fa:16:3e:8d:5a:f6", "network": {"id": "0124f658-6afe-41c3-a493-6280c94ddae7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1369767673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b5e23bf637e4779b6415f6d27b108d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap537f4cf3-73", "ovs_interfaceid": "537f4cf3-734e-4a7c-8ccc-034fa46ff7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG os_vif [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap537f4cf3-73, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99e2dbe2-a9bc-4728-9363-bcdd52cbd973) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:11 user nova-compute[75217]: INFO os_vif [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:5a:f6,bridge_name='br-int',has_traffic_filtering=True,id=537f4cf3-734e-4a7c-8ccc-034fa46ff7f3,network=Network(0124f658-6afe-41c3-a493-6280c94ddae7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap537f4cf3-73')
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fZwzsvEa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c3e6a63-15b9-453d-bf2a-1a36e479b43e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:11 user nova-compute[75217]: No targets found.
Nov 22 11:46:11 user nova-compute[75217]: iSNS:
Nov 22 11:46:11 user nova-compute[75217]: No targets found.
Nov 22 11:46:11 user nova-compute[75217]: STATIC:
Nov 22 11:46:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:46:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43
Nov 22 11:46:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8
Nov 22 11:46:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:11 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:11 user nova-compute[75217]: No targets found.
Nov 22 11:46:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:11 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:11 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba134b9f-24de-4dbd-a8c6-0627c072cc40]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6168b8a-0308-4130-83bb-5b39554e1403]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:11 user nova-compute[75217]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 (non-flash)
Nov 22 11:46:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c2ac550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3398a8-6c8c-49e6-a667-5b7049633502]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c010c81-26e4-4a13-a3a5-9038db2680c4]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f88e0d30-4420-4507-a77f-364c877d5a89]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b929f651-be33-4407-a875-fe5bb0262bba]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ee0418-513d-4bda-9be9-9259e229fec4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d848e0-4bb5-4248-8732-452317a363dc]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260]
Nov 22 11:46:11 user nova-compute[75217]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0bc35cb-9bf7-4b44-952e-3e181ad42f43 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac3df3b-bdd0-4cec-9fb1-9e404da2001a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] <== disconnect_volume: return (326ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Deleting instance files /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379_del
Nov 22 11:46:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Deletion of /opt/stack/data/nova/instances/97f2c3d3-1fd2-44d7-8f7f-46728d479379_del complete
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75217) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 22 11:46:11 user nova-compute[75217]: INFO nova.virt.libvirt.host [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] UEFI support detected
Nov 22 11:46:11 user nova-compute[75217]: INFO nova.compute.manager [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Successfully updated port: 144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "refresh_cache-a080d098-184e-4381-a1a1-1072eb0e013b" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquired lock "refresh_cache-a080d098-184e-4381-a1a1-1072eb0e013b" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-changed-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Refreshing instance network info cache due to event network-changed-144db411-ab53-4857-8bf7-b9c03670af52. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] Acquiring lock "refresh_cache-a080d098-184e-4381-a1a1-1072eb0e013b" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:12 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Took 1.05 seconds to deallocate network for instance.
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Updating instance_info_cache with network_info: [{"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Releasing lock "refresh_cache-a080d098-184e-4381-a1a1-1072eb0e013b" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Instance network_info: |[{"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] Acquired lock "refresh_cache-a080d098-184e-4381-a1a1-1072eb0e013b" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Refreshing network info cache for port 144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Start _get_guest_xml network_info=[{"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:46:12 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:46:12 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1761666434',display_name='tempest-VolumesActionsTest-instance-1761666434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1761666434',id=11,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='165866e2c6b34c87bebca851607df76b',ramdisk_id='',reservation_id='r-4crtrjgl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2078529009',owner_user_name='tempest-VolumesActionsTest-2078529009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:09Z,user_data=None,user_id='e3a635a74b0242e08066c3ff73a84ceb',uuid=a080d098-184e-4381-a1a1-1072eb0e013b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converting VIF {"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lazy-loading 'pci_devices' on Instance uuid a080d098-184e-4381-a1a1-1072eb0e013b {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:46:12 user nova-compute[75217]:   <uuid>a080d098-184e-4381-a1a1-1072eb0e013b</uuid>
Nov 22 11:46:12 user nova-compute[75217]:   <name>instance-0000000b</name>
Nov 22 11:46:12 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:46:12 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:46:12 user nova-compute[75217]:   <metadata>
Nov 22 11:46:12 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:46:12 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:46:12 user nova-compute[75217]:       <nova:name>tempest-VolumesActionsTest-instance-1761666434</nova:name>
Nov 22 11:46:12 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:46:12</nova:creationTime>
Nov 22 11:46:12 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:46:12 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:46:12 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:46:12 user nova-compute[75217]:       <nova:owner>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:user uuid="e3a635a74b0242e08066c3ff73a84ceb">tempest-VolumesActionsTest-2078529009-project-member</nova:user>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:project uuid="165866e2c6b34c87bebca851607df76b">tempest-VolumesActionsTest-2078529009</nova:project>
Nov 22 11:46:12 user nova-compute[75217]:       </nova:owner>
Nov 22 11:46:12 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:46:12 user nova-compute[75217]:       <nova:ports>
Nov 22 11:46:12 user nova-compute[75217]:         <nova:port uuid="144db411-ab53-4857-8bf7-b9c03670af52">
Nov 22 11:46:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:46:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:46:12 user nova-compute[75217]:       </nova:ports>
Nov 22 11:46:12 user nova-compute[75217]:     </nova:instance>
Nov 22 11:46:12 user nova-compute[75217]:   </metadata>
Nov 22 11:46:12 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:46:12 user nova-compute[75217]:     <system>
Nov 22 11:46:12 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:46:12 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:46:12 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:46:12 user nova-compute[75217]:       <entry name="serial">a080d098-184e-4381-a1a1-1072eb0e013b</entry>
Nov 22 11:46:12 user nova-compute[75217]:       <entry name="uuid">a080d098-184e-4381-a1a1-1072eb0e013b</entry>
Nov 22 11:46:12 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:46:12 user nova-compute[75217]:     </system>
Nov 22 11:46:12 user nova-compute[75217]:   </sysinfo>
Nov 22 11:46:12 user nova-compute[75217]:   <os>
Nov 22 11:46:12 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:46:12 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:46:12 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:46:12 user nova-compute[75217]:   </os>
Nov 22 11:46:12 user nova-compute[75217]:   <features>
Nov 22 11:46:12 user nova-compute[75217]:     <acpi/>
Nov 22 11:46:12 user nova-compute[75217]:     <apic/>
Nov 22 11:46:12 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:46:12 user nova-compute[75217]:   </features>
Nov 22 11:46:12 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:46:12 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:46:12 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:46:12 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:46:12 user nova-compute[75217]:   </clock>
Nov 22 11:46:12 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:46:12 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:46:12 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:46:12 user nova-compute[75217]:   </cpu>
Nov 22 11:46:12 user nova-compute[75217]:   <devices>
Nov 22 11:46:12 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:46:12 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:46:12 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk"/>
Nov 22 11:46:12 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:46:12 user nova-compute[75217]:     </disk>
Nov 22 11:46:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:46:12 user nova-compute[75217]:       <mac address="fa:16:3e:3a:31:07"/>
Nov 22 11:46:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:46:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:46:12 user nova-compute[75217]:       <target dev="tap144db411-ab"/>
Nov 22 11:46:12 user nova-compute[75217]:     </interface>
Nov 22 11:46:12 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:46:12 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/console.log" append="off"/>
Nov 22 11:46:12 user nova-compute[75217]:     </serial>
Nov 22 11:46:12 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:46:12 user nova-compute[75217]:     <video>
Nov 22 11:46:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:46:12 user nova-compute[75217]:     </video>
Nov 22 11:46:12 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:46:12 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:46:12 user nova-compute[75217]:     </rng>
Nov 22 11:46:12 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:46:12 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:46:12 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:46:12 user nova-compute[75217]:     </memballoon>
Nov 22 11:46:12 user nova-compute[75217]:   </devices>
Nov 22 11:46:12 user nova-compute[75217]: </domain>
Nov 22 11:46:12 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1761666434',display_name='tempest-VolumesActionsTest-instance-1761666434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1761666434',id=11,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='165866e2c6b34c87bebca851607df76b',ramdisk_id='',reservation_id='r-4crtrjgl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2078529009',owner_user_name='tempest-VolumesActionsTest-2078529009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:09Z,user_data=None,user_id='e3a635a74b0242e08066c3ff73a84ceb',uuid=a080d098-184e-4381-a1a1-1072eb0e013b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converting VIF {"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG os_vif [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dad514e1-5c1b-5177-9393-bc0e45aad79a', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap144db411-ab, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap144db411-ab, col_values=(('qos', UUID('632cc9c9-0d6b-4f88-83ed-c9b72b1d8dd2')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap144db411-ab, col_values=(('external_ids', {'iface-id': '144db411-ab53-4857-8bf7-b9c03670af52', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:31:07', 'vm-uuid': 'a080d098-184e-4381-a1a1-1072eb0e013b'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:12 user nova-compute[75217]: INFO os_vif [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab')
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] No VIF found with MAC fa:16:3e:3a:31:07, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Updated VIF entry in instance network info cache for port 144db411-ab53-4857-8bf7-b9c03670af52. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Updating instance_info_cache with network_info: [{"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6ff493e-6b8d-4cb5-af42-e0640922741b req-1ae654a1-2584-4e58-b53c-8f8ea0aa418a service nova] Releasing lock "refresh_cache-a080d098-184e-4381-a1a1-1072eb0e013b" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:13 user nova-compute[75217]: INFO nova.compute.manager [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Took 0.91 seconds to detach 1 volumes for instance.
Nov 22 11:46:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] [instance: 97f2c3d3-1fd2-44d7-8f7f-46728d479379] Received event network-vif-deleted-537f4cf3-734e-4a7c-8ccc-034fa46ff7f3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-changed-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Refreshing instance network info cache due to event network-changed-90d47228-9e81-4770-b031-55ebd3595e42. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] Acquiring lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] Acquired lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Refreshing network info cache for port 90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.689s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:46:14 user nova-compute[75217]: INFO nova.compute.claims [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Claim successful on node user
Nov 22 11:46:14 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Deleted allocations for instance 97f2c3d3-1fd2-44d7-8f7f-46728d479379
Nov 22 11:46:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10fa16a4-3a72-4669-ac31-68a1d9b5e4e7 tempest-DeleteServersTestJSON-1500906283 tempest-DeleteServersTestJSON-1500906283-project-member] Lock "97f2c3d3-1fd2-44d7-8f7f-46728d479379" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.307s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updated VIF entry in instance network info cache for port 90d47228-9e81-4770-b031-55ebd3595e42. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updating instance_info_cache with network_info: [{"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-94ed1a74-7159-44d2-b502-f78f0e11efa8 req-e3ac583a-815a-4acb-84ca-3b75bbba062f service nova] Releasing lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.625s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:46:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:46:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.policy [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51376cdfb42f4e7ba9f4eb1d4fa3026e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2f02c3ea92d45548a7265c3823caaae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:46:15 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Creating image(s)
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "/opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "/opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "/opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.objects.instance [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'flavor' on Instance uuid 92e3553c-477b-4d1b-b1cb-79c7b649668a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.130s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk 1073741824" returned: 0 in 0.062s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Successfully created port: 92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:15 user nova-compute[75217]: INFO nova.compute.manager [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Attaching volume 03257f23-bff1-4125-9357-da60728714f2 to /dev/vdb
Nov 22 11:46:15 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[75096af1-b2f2-4294-8fa4-38d0eaf65268]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7655a6-ce67-48dd-ba0b-73100ad9fdd1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0387e498-9cc9-4dfd-a9b0-d432da75bab9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[664f5162-1255-402d-8545-71511ab3902a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:15 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69780b5-4f8c-44d0-87e5-36245c0936ab]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG os_brick.utils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updating existing volume attachment record: 5d84f906-07fe-44f3-b8a3-f70435c39465 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Cannot resize image /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Ensure instance console log exists: /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Successfully updated port: 92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquired lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-changed-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Refreshing instance network info cache due to event network-changed-92bde4ca-733e-46ef-9072-b7229d0154ac. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] Acquiring lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updating instance_info_cache with network_info: [{"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Releasing lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Instance network_info: |[{"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] Acquired lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.neutron [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Refreshing network info cache for port 92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Start _get_guest_xml network_info=[{"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:46:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:46:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:46:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1081553',id=12,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgEPwFgIoeOmWC5+u2v+NVv079bakKKrWpwTjGqctnuDnfYwRPWxEtSsllWp3TzhmoTVFksFbLE1hBGMJ4royL6vh4kbJjzjOwiEg6kmRqtciwKf+cj1PS+Wswf9mmsDA==',key_name='tempest-keypair-1828013271',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c2f02c3ea92d45548a7265c3823caaae',ramdisk_id='',reservation_id='r-0ypg1u27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-524222662',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='51376cdfb42f4e7ba9f4eb1d4fa3026e',uuid=72adf242-ff6f-48f4-bb60-2c064fc6b447,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Converting VIF {"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.objects.instance [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lazy-loading 'pci_devices' on Instance uuid 72adf242-ff6f-48f4-bb60-2c064fc6b447 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:46:16 user nova-compute[75217]:   <uuid>72adf242-ff6f-48f4-bb60-2c064fc6b447</uuid>
Nov 22 11:46:16 user nova-compute[75217]:   <name>instance-0000000c</name>
Nov 22 11:46:16 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:46:16 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:46:16 user nova-compute[75217]:   <metadata>
Nov 22 11:46:16 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:46:16 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:46:16 user nova-compute[75217]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726</nova:name>
Nov 22 11:46:16 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:46:16</nova:creationTime>
Nov 22 11:46:16 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:46:16 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:46:16 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:46:16 user nova-compute[75217]:       <nova:owner>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:user uuid="51376cdfb42f4e7ba9f4eb1d4fa3026e">tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member</nova:user>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:project uuid="c2f02c3ea92d45548a7265c3823caaae">tempest-TestServerVolumeAttachScenarioOldVersion-524222662</nova:project>
Nov 22 11:46:16 user nova-compute[75217]:       </nova:owner>
Nov 22 11:46:16 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:46:16 user nova-compute[75217]:       <nova:ports>
Nov 22 11:46:16 user nova-compute[75217]:         <nova:port uuid="92bde4ca-733e-46ef-9072-b7229d0154ac">
Nov 22 11:46:16 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:46:16 user nova-compute[75217]:         </nova:port>
Nov 22 11:46:16 user nova-compute[75217]:       </nova:ports>
Nov 22 11:46:16 user nova-compute[75217]:     </nova:instance>
Nov 22 11:46:16 user nova-compute[75217]:   </metadata>
Nov 22 11:46:16 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:46:16 user nova-compute[75217]:     <system>
Nov 22 11:46:16 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:46:16 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:46:16 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:46:16 user nova-compute[75217]:       <entry name="serial">72adf242-ff6f-48f4-bb60-2c064fc6b447</entry>
Nov 22 11:46:16 user nova-compute[75217]:       <entry name="uuid">72adf242-ff6f-48f4-bb60-2c064fc6b447</entry>
Nov 22 11:46:16 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:46:16 user nova-compute[75217]:     </system>
Nov 22 11:46:16 user nova-compute[75217]:   </sysinfo>
Nov 22 11:46:16 user nova-compute[75217]:   <os>
Nov 22 11:46:16 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:46:16 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:46:16 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:46:16 user nova-compute[75217]:   </os>
Nov 22 11:46:16 user nova-compute[75217]:   <features>
Nov 22 11:46:16 user nova-compute[75217]:     <acpi/>
Nov 22 11:46:16 user nova-compute[75217]:     <apic/>
Nov 22 11:46:16 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:46:16 user nova-compute[75217]:   </features>
Nov 22 11:46:16 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:46:16 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:46:16 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:46:16 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:46:16 user nova-compute[75217]:   </clock>
Nov 22 11:46:16 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:46:16 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:46:16 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:46:16 user nova-compute[75217]:   </cpu>
Nov 22 11:46:16 user nova-compute[75217]:   <devices>
Nov 22 11:46:16 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:46:16 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:46:16 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk"/>
Nov 22 11:46:16 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:46:16 user nova-compute[75217]:     </disk>
Nov 22 11:46:16 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:46:16 user nova-compute[75217]:       <mac address="fa:16:3e:59:b3:08"/>
Nov 22 11:46:16 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:46:16 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:46:16 user nova-compute[75217]:       <target dev="tap92bde4ca-73"/>
Nov 22 11:46:16 user nova-compute[75217]:     </interface>
Nov 22 11:46:16 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:46:16 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/console.log" append="off"/>
Nov 22 11:46:16 user nova-compute[75217]:     </serial>
Nov 22 11:46:16 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:46:16 user nova-compute[75217]:     <video>
Nov 22 11:46:16 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:46:16 user nova-compute[75217]:     </video>
Nov 22 11:46:16 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:46:16 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:46:16 user nova-compute[75217]:     </rng>
Nov 22 11:46:16 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:46:16 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:46:16 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:46:16 user nova-compute[75217]:     </memballoon>
Nov 22 11:46:16 user nova-compute[75217]:   </devices>
Nov 22 11:46:16 user nova-compute[75217]: </domain>
Nov 22 11:46:16 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:46:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1081553',id=12,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgEPwFgIoeOmWC5+u2v+NVv079bakKKrWpwTjGqctnuDnfYwRPWxEtSsllWp3TzhmoTVFksFbLE1hBGMJ4royL6vh4kbJjzjOwiEg6kmRqtciwKf+cj1PS+Wswf9mmsDA==',key_name='tempest-keypair-1828013271',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c2f02c3ea92d45548a7265c3823caaae',ramdisk_id='',reservation_id='r-0ypg1u27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-524222662',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='51376cdfb42f4e7ba9f4eb1d4fa3026e',uuid=72adf242-ff6f-48f4-bb60-2c064fc6b447,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Converting VIF {"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG os_vif [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '134a6f88-b3ea-582a-9b6b-a878774ad567', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Instance spawned successfully.
Nov 22 11:46:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap92bde4ca-73, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap92bde4ca-73, col_values=(('qos', UUID('e8096eb8-1e73-4298-b389-dce53c047620')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap92bde4ca-73, col_values=(('external_ids', {'iface-id': '92bde4ca-733e-46ef-9072-b7229d0154ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:b3:08', 'vm-uuid': '72adf242-ff6f-48f4-bb60-2c064fc6b447'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:17 user nova-compute[75217]: INFO os_vif [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73')
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] No VIF found with MAC fa:16:3e:59:b3:08, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:17 user nova-compute[75217]: INFO nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Took 8.06 seconds to spawn the instance on the hypervisor.
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:46:17 user nova-compute[75217]: INFO nova.compute.manager [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Took 9.22 seconds to build instance.
Nov 22 11:46:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42bf4c82-7a8b-4e7b-973b-8c222608221c tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "a080d098-184e-4381-a1a1-1072eb0e013b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.319s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updated VIF entry in instance network info cache for port 92bde4ca-733e-46ef-9072-b7229d0154ac. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updating instance_info_cache with network_info: [{"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-81a5e954-ce71-4419-a1a7-56da9cbd859a req-13a0cf17-45ac-4bac-aae3-9276c5a54877 service nova] Releasing lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-0e502940-3190-4bd5-9888-f83675d47efa req-d827b506-e3f7-4723-9348-283cbae5bf68 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0e502940-3190-4bd5-9888-f83675d47efa req-d827b506-e3f7-4723-9348-283cbae5bf68 service nova] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0e502940-3190-4bd5-9888-f83675d47efa req-d827b506-e3f7-4723-9348-283cbae5bf68 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0e502940-3190-4bd5-9888-f83675d47efa req-d827b506-e3f7-4723-9348-283cbae5bf68 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-0e502940-3190-4bd5-9888-f83675d47efa req-d827b506-e3f7-4723-9348-283cbae5bf68 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] No waiting events found dispatching network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:18 user nova-compute[75217]: WARNING nova.compute.manager [req-0e502940-3190-4bd5-9888-f83675d47efa req-d827b506-e3f7-4723-9348-283cbae5bf68 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received unexpected event network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac for instance with vm_state building and task_state spawning.
Nov 22 11:46:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-ce64410d-de12-49e3-ae27-277685b11293 req-57d90c0a-9e7c-481b-9351-c9db05c34882 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ce64410d-de12-49e3-ae27-277685b11293 req-57d90c0a-9e7c-481b-9351-c9db05c34882 service nova] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ce64410d-de12-49e3-ae27-277685b11293 req-57d90c0a-9e7c-481b-9351-c9db05c34882 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ce64410d-de12-49e3-ae27-277685b11293 req-57d90c0a-9e7c-481b-9351-c9db05c34882 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-ce64410d-de12-49e3-ae27-277685b11293 req-57d90c0a-9e7c-481b-9351-c9db05c34882 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] No waiting events found dispatching network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:20 user nova-compute[75217]: WARNING nova.compute.manager [req-ce64410d-de12-49e3-ae27-277685b11293 req-57d90c0a-9e7c-481b-9351-c9db05c34882 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received unexpected event network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 for instance with vm_state active and task_state None.
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:46:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Instance spawned successfully.
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-faecc35f-16c4-44db-95ac-d8fd3f024302 req-f602cb79-ccc6-44eb-9968-359359e2bd44 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-faecc35f-16c4-44db-95ac-d8fd3f024302 req-f602cb79-ccc6-44eb-9968-359359e2bd44 service nova] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-faecc35f-16c4-44db-95ac-d8fd3f024302 req-f602cb79-ccc6-44eb-9968-359359e2bd44 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-faecc35f-16c4-44db-95ac-d8fd3f024302 req-f602cb79-ccc6-44eb-9968-359359e2bd44 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-faecc35f-16c4-44db-95ac-d8fd3f024302 req-f602cb79-ccc6-44eb-9968-359359e2bd44 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] No waiting events found dispatching network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:20 user nova-compute[75217]: WARNING nova.compute.manager [req-faecc35f-16c4-44db-95ac-d8fd3f024302 req-f602cb79-ccc6-44eb-9968-359359e2bd44 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received unexpected event network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac for instance with vm_state building and task_state spawning.
Nov 22 11:46:20 user nova-compute[75217]: INFO nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Took 5.68 seconds to spawn the instance on the hypervisor.
Nov 22 11:46:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:46:20 user nova-compute[75217]: INFO nova.compute.manager [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Took 6.73 seconds to build instance.
Nov 22 11:46:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-627f8424-b4c8-4de8-8f19-b267d86fdf98 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.876s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:21 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lazy-loading 'flavor' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:22 user nova-compute[75217]: INFO nova.compute.manager [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Attaching volume 2075b55f-73ef-4d63-9bb4-97b8304d42f4 to /dev/vdb
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.utils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e87e90-03ee-40c6-a3d0-56c3c91a46d6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[28410d5a-3607-4b09-ba6f-a06e9b672103]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[41454acc-9085-41ff-bcf8-f7f80608e7d7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6e17967-83ef-4399-a52b-c64d714b9c2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:22 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86134693-e66b-4d2a-a9ab-4c1b40a0bcee]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.utils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updating existing volume attachment record: 97649bae-0c9e-44d7-bf98-c5a54292bd30 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] No waiting events found dispatching network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:22 user nova-compute[75217]: WARNING nova.compute.manager [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received unexpected event network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 for instance with vm_state active and task_state None.
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-changed-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Refreshing instance network info cache due to event network-changed-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] Acquiring lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] Acquired lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Refreshing network info cache for port 9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtbAjMrh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:22 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updated VIF entry in instance network info cache for port 9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updating instance_info_cache with network_info: [{"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0c3bfa-8509-4c42-9b55-001aa56a60f9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:22 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a6b2057-e744-4f78-9124-aa045419662c req-d0cd5571-bab2-4571-bd5f-cf74ed21dea2 service nova] Releasing lock "refresh_cache-de55d9a9-9579-4826-ac1d-87cd16f90b4d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebf95075-599a-4d4d-b5d9-d01726e73b85]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2] added
Nov 22 11:46:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[60862c24-28ab-46c4-8178-eac5834432ef]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5387204e-f144-4cc9-8b9e-e84cd12a66bb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtbAjMrh {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtbAjMrh" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a26100f4-7078-43de-b192-2250f8797e2f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VtbAjMrh'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a839aa5-0d4d-4650-9484-eeeb7cf90c86]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca70a00-eb69-4ad6-9024-54530dddfed7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4c4971-fb0e-489f-a0ea-1194e2f85a17]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260]
Nov 22 11:46:23 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d2acdb-3312-4413-aa0a-ee41a69b41d1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd70f7c5-6bd9-4b29-9820-6840ec146158]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:23 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac39118e-3dec-4f8d-a525-68d6f1b6e20a]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtbAjMrh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23138383133613036', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138383133613036', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'flavor' on Instance uuid 92e3553c-477b-4d1b-b1cb-79c7b649668a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:46:24 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:24 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:46:24 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:24 user nova-compute[75217]:   <serial>03257f23-bff1-4125-9357-da60728714f2</serial>
Nov 22 11:46:24 user nova-compute[75217]: </disk>
Nov 22 11:46:24 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No VIF found with MAC fa:16:3e:0a:ef:a7, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dfedd280-8a91-429c-9662-a001e5f34b57 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.126s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:26 user nova-compute[75217]: INFO nova.compute.manager [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Detaching volume 03257f23-bff1-4125-9357-da60728714f2
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-changed-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Refreshing instance network info cache due to event network-changed-a1a78c28-6a34-43fb-9084-82c6024c3e7c. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] Acquiring lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] Acquired lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Refreshing network info cache for port a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:26 user nova-compute[75217]: INFO nova.virt.block_device [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Attempting to driver detach volume 03257f23-bff1-4125-9357-da60728714f2 from mountpoint /dev/vdb
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Attempting to detach device vdb from instance 92e3553c-477b-4d1b-b1cb-79c7b649668a from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:46:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:26 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:46:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:26 user nova-compute[75217]:   <serial>03257f23-bff1-4125-9357-da60728714f2</serial>
Nov 22 11:46:26 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:46:26 user nova-compute[75217]: </disk>
Nov 22 11:46:26 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:46:26 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Successfully detached device vdb from instance 92e3553c-477b-4d1b-b1cb-79c7b649668a from the persistent domain config.
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 92e3553c-477b-4d1b-b1cb-79c7b649668a from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:46:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:26 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:46:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:26 user nova-compute[75217]:   <serial>03257f23-bff1-4125-9357-da60728714f2</serial>
Nov 22 11:46:26 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:46:26 user nova-compute[75217]: </disk>
Nov 22 11:46:26 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updated VIF entry in instance network info cache for port a1a78c28-6a34-43fb-9084-82c6024c3e7c. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updating instance_info_cache with network_info: [{"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cba414eb-94fa-4f61-a5ae-27de235d3d50 req-27ba1165-bc05-4e7d-98f7-286b529e780c service nova] Releasing lock "refresh_cache-9a229f89-ac7a-4f54-95c6-aed24f9c645e" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 92e3553c-477b-4d1b-b1cb-79c7b649668a {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:46:27 user nova-compute[75217]: INFO nova.compute.manager [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Rebuilding instance
Nov 22 11:46:27 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:46:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-4306309b-2282-4a2a-bf6d-defdd45bac43 req-4a708581-bc75-4947-a8ec-db9dbf3b6775 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-unplugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4306309b-2282-4a2a-bf6d-defdd45bac43 req-4a708581-bc75-4947-a8ec-db9dbf3b6775 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4306309b-2282-4a2a-bf6d-defdd45bac43 req-4a708581-bc75-4947-a8ec-db9dbf3b6775 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4306309b-2282-4a2a-bf6d-defdd45bac43 req-4a708581-bc75-4947-a8ec-db9dbf3b6775 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-4306309b-2282-4a2a-bf6d-defdd45bac43 req-4a708581-bc75-4947-a8ec-db9dbf3b6775 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-unplugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:28 user nova-compute[75217]: WARNING nova.compute.manager [req-4306309b-2282-4a2a-bf6d-defdd45bac43 req-4a708581-bc75-4947-a8ec-db9dbf3b6775 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-unplugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state active and task_state rebuilding.
Nov 22 11:46:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance destroyed successfully.
Nov 22 11:46:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance destroyed successfully.
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-110131749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-606126745',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJoN5qR/oJ6tGBo1XfCTJuYnh+LiBoGmPB8AcImmIM2jc0wdtjl1MnQrA5LxC6E+70BkgGkJ7gQP+Qlta9VlRSMapOVpJ69HsPQcDdq/DV77oj3zW9I4L1yDrDIAoJadg==',key_name='tempest-keypair-1994692831',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='672000cc8fe1421986655ebf224340a2',ramdisk_id='',reservation_id='r-jhk3lff8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1582262134',owner_user_name='tempest-ServerActionsV293TestJSON-1582262134-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f380399c1684b1ba8e7b9204edb6004',uuid=9a229f89-ac7a-4f54-95c6-aed24f9c645e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converting VIF {"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1a78c28-6a, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1dcf62bc-5ac8-4731-baa2-bfc6e9235435) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:28 user nova-compute[75217]: INFO os_vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a')
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c981dfe8-2e6a-477e-877c-50c899f8a025]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:28 user nova-compute[75217]: No targets found.
Nov 22 11:46:28 user nova-compute[75217]: iSNS:
Nov 22 11:46:28 user nova-compute[75217]: No targets found.
Nov 22 11:46:28 user nova-compute[75217]: STATIC:
Nov 22 11:46:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:46:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8
Nov 22 11:46:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2
Nov 22 11:46:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:28 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:28 user nova-compute[75217]: No targets found.
Nov 22 11:46:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:28 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:28 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49ce4bf-629e-4eaf-8dd4-fbf0816e91a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[096c5d98-704a-479a-8c26-f30267ab8efb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:28 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f409c129870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[293a1859-d930-443b-a77c-766181460d45]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b937d46-5fee-4462-bf25-90cb8e379533]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e7c95c-a4ca-4ebd-a9c1-a12a307246da]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbe7f92a-e1be-416f-830c-c5b0cec84594]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7f6d9a29-fc92017c2333d6b2', '/dev/disk/by-id/scsi-26663393230313763', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7f6d9a29') {{(pid=85370) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 22 11:46:28 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO7f6d9a29-fc92017c2333d6b2
Nov 22 11:46:28 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26663393230313763
Nov 22 11:46:28 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_7f6d9a29
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6908a4a1-3ead-44f7-a135-81be93e67ea7]: (4, None) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdf8b67-7899-410f-a200-5040b36c56bd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09f1343-5112-4e8e-984b-190fd7d065d6]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]
Nov 22 11:46:28 user nova-compute[75217]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a0493c-90e7-46e3-829a-85eedfbcc112]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== disconnect_volume: return (332ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Deleting instance files /opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e_del
Nov 22 11:46:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Deletion of /opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e_del complete
Nov 22 11:46:29 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 9a229f89-ac7a-4f54-95c6-aed24f9c645e could not be found.
Nov 22 11:46:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:29 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd317c19-66ba-45f0-a145-761bf9ff84d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:29 user nova-compute[75217]: No targets found.
Nov 22 11:46:29 user nova-compute[75217]: iSNS:
Nov 22 11:46:29 user nova-compute[75217]: No targets found.
Nov 22 11:46:29 user nova-compute[75217]: STATIC:
Nov 22 11:46:29 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8
Nov 22 11:46:29 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:29 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:29 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:29 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:29 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:29 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:29 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:29 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:29 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2
Nov 22 11:46:29 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:29 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:29 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:29 user nova-compute[75217]: No targets found.
Nov 22 11:46:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:29 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:29 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84acdb9-50bb-4e90-b310-5162fec0bcdb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d133289-9173-48e2-93be-2101447030a5]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:29 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:29 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:29 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:29 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:29 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:29 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f409c14cf70>, {}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Disconnecting from: [] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.082s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== disconnect_volume: return (83ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-b63b62d3-014b-4176-b519-514a55d1da1a req-5591ef3a-e489-4cc0-bbc0-f3cb85e771a4 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b63b62d3-014b-4176-b519-514a55d1da1a req-5591ef3a-e489-4cc0-bbc0-f3cb85e771a4 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b63b62d3-014b-4176-b519-514a55d1da1a req-5591ef3a-e489-4cc0-bbc0-f3cb85e771a4 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b63b62d3-014b-4176-b519-514a55d1da1a req-5591ef3a-e489-4cc0-bbc0-f3cb85e771a4 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-b63b62d3-014b-4176-b519-514a55d1da1a req-5591ef3a-e489-4cc0-bbc0-f3cb85e771a4 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:30 user nova-compute[75217]: WARNING nova.compute.manager [req-b63b62d3-014b-4176-b519-514a55d1da1a req-5591ef3a-e489-4cc0-bbc0-f3cb85e771a4 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state active and task_state rebuilding.
Nov 22 11:46:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:30 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4802f733-0147-4a37-92c4-22d3eeb5c951]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:30 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa04342d-1b4c-4524-8f34-e703bba3ad88]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4] added
Nov 22 11:46:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e96ebc7-1a35-4269-ab88-78582e31efbb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dbf0b4b-408d-41fa-bc02-8bb72ac98af5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RHXNPxQo {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RHXNPxQo" returned: 0 in 0.048s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24c7ca0-5874-4f44-9dc9-7183f5eed13c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RHXNPxQo'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb9d986-0d0d-4ee1-b514-cb2506898b92]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35d8890-a2e0-467f-ab40-be1ea5cf464a]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:30 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:30 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:30 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:30 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:30 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:30 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Preparing to wait for external event volume-reimaged-516dc3cc-a305-45b0-ba4b-00daaa828ad3 {{(pid=75217) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --login" returned: 0 in 1.074s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f37ca9-1815-4a41-afe4-4dac776b2521]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]
Nov 22 11:46:31 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3713188-47d8-4ebb-92d6-13e73aa2e1d2]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1544818a-840f-428d-a877-ddfc1ff80d9a]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.345s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0788042-fc21-47c6-9f51-cc07ed4c16ff]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.381s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] <== connect_volume: return (2382ms) {'type': 'block', 'scsi_wwn': '23366613162353262', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366613162353262', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lazy-loading 'flavor' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:46:32 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:32 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:46:32 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:32 user nova-compute[75217]:   <serial>2075b55f-73ef-4d63-9bb4-97b8304d42f4</serial>
Nov 22 11:46:32 user nova-compute[75217]: </disk>
Nov 22 11:46:32 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] No VIF found with MAC fa:16:3e:15:84:26, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5a1a2f50-d4f7-4c43-99d6-f80dfcf53ee5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.102s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-changed-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Refreshing instance network info cache due to event network-changed-e4b3c4fa-131b-49cc-926d-185507fa8c0e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] Acquiring lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] Acquired lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG nova.network.neutron [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Refreshing network info cache for port e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "bc27abde-367e-454f-82f9-06e4f8649118" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG nova.objects.instance [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lazy-loading 'flavor' on Instance uuid bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "bc27abde-367e-454f-82f9-06e4f8649118" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "bc27abde-367e-454f-82f9-06e4f8649118" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:34 user nova-compute[75217]: INFO nova.compute.manager [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Attaching volume f9069d43-5823-427a-bc13-39f502cc5601 to /dev/vdb
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.utils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[238191df-f5aa-442e-b3bd-d7149224588e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9127c17b-de8f-4ad3-90cb-b1f950694347]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[32827b0d-887d-498d-a6fe-677f3d8a54b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd191c0-8226-4fd6-8af7-ca73dedd53e7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updated VIF entry in instance network info cache for port e4b3c4fa-131b-49cc-926d-185507fa8c0e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updating instance_info_cache with network_info: [{"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-112e856d-e36f-42db-9607-2c2583799968 req-f813ac7e-ba17-4618-9f7e-02412f8ba59e service nova] Releasing lock "refresh_cache-bc27abde-367e-454f-82f9-06e4f8649118" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:34 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a382018a-e06c-47d5-a361-a709d5595499]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.utils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updating existing volume attachment record: 87df30bd-b525-4018-82c8-5a3db2a1f964 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.utils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2125d5f8-5ea9-4a2d-9064-1d734c64a076]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3b7977-c1c3-43d0-b44b-3329f7075bf6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb66c0f-ffc0-4ff7-84b1-3c04070127d1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f79deb-6866-4d16-9739-62698ce06474]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:34 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:46:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a846ac1-99f4-4032-a702-b22ec3bd0873]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:46:34 user nova-compute[75217]: DEBUG os_brick.utils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:34 user nova-compute[75217]: INFO nova.compute.manager [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Swapping volume 2075b55f-73ef-4d63-9bb4-97b8304d42f4 for 5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:46:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFBYWMhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:41 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[753d94e9-a3f4-436c-a4bc-d243add110c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:41 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[74e47a56-4a56-4997-b426-b316ab64220f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601] added
Nov 22 11:46:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbdbe76-052d-4ebb-952f-ade17f2800da]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3c6044c-13ad-4649-bf85-f840a9a8a541]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pFBYWMhu {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pFBYWMhu" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b71bdf-7cdc-4774-bc5d-31542c6884a7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pFBYWMhu'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8145aa0-45cc-4f2d-a348-08aee3e66c4a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e7b172-449c-491a-8770-16de70a11e47]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3141eb-4d8f-4502-bd97-f3d76f691f28]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260]
Nov 22 11:46:41 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db06e69-99c1-46fe-8e0c-4c105eb17c4c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47be651-83c0-49c8-bad8-e67a17999b55]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] HCTL ('39', '-', '-', 0) found on session 10 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3c8ecd9-688a-476a-98b5-0579aeae68bb]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Searching for a device in session 10 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFBYWMhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRSqOIHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'serial': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'serial'} {{(pid=75217) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRSqOIHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23561646335616334', 'path': '/dev/sdh'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561646335616334', 'path': '/dev/sdh'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.987s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:42 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lazy-loading 'flavor' on Instance uuid bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c7bf43-9de0-41f0-add2-5ed9c92fd572]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:42 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] attach device xml: <disk type="block" device="disk">
Nov 22 11:46:42 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:42 user nova-compute[75217]:   <source dev="/dev/sdh"/>
Nov 22 11:46:42 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:42 user nova-compute[75217]:   <serial>f9069d43-5823-427a-bc13-39f502cc5601</serial>
Nov 22 11:46:42 user nova-compute[75217]: </disk>
Nov 22 11:46:42 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db9b19e-46c6-428e-9daf-a5601b1258e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9] added
Nov 22 11:46:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae91051-f547-4594-b17e-c1e5d4548927]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1012d8bf-9e48-41c2-b568-46d2662108b1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRSqOIHL {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRSqOIHL" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82920043-7623-4727-b3e4-64cce22fb384]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xRSqOIHL'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c3d2b9c-c1b8-435c-9fde-3c6089a54676]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[db4bdc1d-d8da-420c-8274-cd5c6e4cb254]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda383fb-0ca9-4502-b8c8-dfd01326c923]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260]
Nov 22 11:46:42 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b155c2b0-8652-4df9-b442-cb401ffd7423]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f26cfe3-d7f6-43fe-a68b-7782aed9cad2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.324s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] HCTL ('40', '-', '-', 0) found on session 11 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03db3a23-e7e7-4bd3-8a11-2a7ac4e6bab1]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Searching for a device in session 11 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRSqOIHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] No VIF found with MAC fa:16:3e:56:3b:e6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43a3bbad-0742-4c02-96ba-17e428c5aebc tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "bc27abde-367e-454f-82f9-06e4f8649118" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.124s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] <== connect_volume: return (2347ms) {'type': 'block', 'scsi_wwn': '26164616565613461', 'path': '/dev/sdi'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164616565613461', 'path': '/dev/sdi'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:43 user nova-compute[75217]: DEBUG nova.objects.instance [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lazy-loading 'flavor' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] volume_snapshot_create: create_info: {'snapshot_id': 'd042266b-8680-4c5d-9763-ec1078bbc875', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75217) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] snap xml: <domainsnapshot>
Nov 22 11:46:44 user nova-compute[75217]:   <disks>
Nov 22 11:46:44 user nova-compute[75217]:     <disk name="/dev/sdh" snapshot="external" type="file">
Nov 22 11:46:44 user nova-compute[75217]:       <source file="/dev/new_file"/>
Nov 22 11:46:44 user nova-compute[75217]:     </disk>
Nov 22 11:46:44 user nova-compute[75217]:     <disk name="vda" snapshot="no"/>
Nov 22 11:46:44 user nova-compute[75217]:   </disks>
Nov 22 11:46:44 user nova-compute[75217]: </domainsnapshot>
Nov 22 11:46:44 user nova-compute[75217]:  {{(pid=75217) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] Lazy-loading 'system_metadata' on Instance uuid bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     rv = execute(f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     six.reraise(c, e, tb)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     raise value
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     rv = meth(*args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     self._volume_snapshot_create(context, instance, guest,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     rv = execute(f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     six.reraise(c, e, tb)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     raise value
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     rv = meth(*args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] 
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-181c0e61-a4be-4c14-9c32-340046ab5cd2 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] volume_snapshot_delete: delete_info: {'volume_id': 'f9069d43-5823-427a-bc13-39f502cc5601'} {{(pid=75217) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [None req-181c0e61-a4be-4c14-9c32-340046ab5cd2 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118]     if delete_info['type'] != 'qcow2':
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] KeyError: 'type'
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [instance: bc27abde-367e-454f-82f9-06e4f8649118] 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot d042266b-8680-4c5d-9763-ec1078bbc875 could not be found.
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise value
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot d042266b-8680-4c5d-9763-ec1078bbc875 could not be found. (HTTP 404) (Request-ID: req-002409da-0949-4cf3-8081-40818dd7ab9b)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot d042266b-8680-4c5d-9763-ec1078bbc875 could not be found.
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server [None req-a6c7a626-1eee-4115-8c65-98c67cdb3704 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise value
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver [None req-181c0e61-a4be-4c14-9c32-340046ab5cd2 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-8b3f03d6-3c76-469d-bf55-a75aa7efd5a2)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 22 11:46:44 user nova-compute[75217]: ERROR nova.virt.libvirt.driver 
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server [None req-181c0e61-a4be-4c14-9c32-340046ab5cd2 tempest-VolumesAssistedSnapshotsTest-1175719542 tempest-VolumesAssistedSnapshotsTest-1175719542-project] Exception during message handling: KeyError: 'type'
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 22 11:46:44 user nova-compute[75217]: ERROR oslo_messaging.rpc.server 
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "bc27abde-367e-454f-82f9-06e4f8649118" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:44 user nova-compute[75217]: INFO nova.compute.manager [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Detaching volume f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:46:44 user nova-compute[75217]: INFO nova.virt.block_device [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Attempting to driver detach volume f9069d43-5823-427a-bc13-39f502cc5601 from mountpoint /dev/vdb
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Attempting to detach device vdb from instance bc27abde-367e-454f-82f9-06e4f8649118 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] detach device xml: <disk type="block" device="disk">
Nov 22 11:46:44 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:44 user nova-compute[75217]:   <source dev="/dev/sdh"/>
Nov 22 11:46:44 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:44 user nova-compute[75217]:   <serial>f9069d43-5823-427a-bc13-39f502cc5601</serial>
Nov 22 11:46:44 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:46:44 user nova-compute[75217]: </disk>
Nov 22 11:46:44 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:46:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Successfully detached device vdb from instance bc27abde-367e-454f-82f9-06e4f8649118 from the persistent domain config.
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bc27abde-367e-454f-82f9-06e4f8649118 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] detach device xml: <disk type="block" device="disk">
Nov 22 11:46:44 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:44 user nova-compute[75217]:   <source dev="/dev/sdh"/>
Nov 22 11:46:44 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:46:44 user nova-compute[75217]:   <serial>f9069d43-5823-427a-bc13-39f502cc5601</serial>
Nov 22 11:46:44 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:46:44 user nova-compute[75217]: </disk>
Nov 22 11:46:44 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:46:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 61865984 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:46:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 209715200 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 332398592 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 448790528 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 549453824 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:47 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 92e3553c-477b-4d1b-b1cb-79c7b649668a is timed out.
Nov 22 11:46:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Successfully detached device vdb from instance 92e3553c-477b-4d1b-b1cb-79c7b649668a from the live domain config.
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtbAjMrh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:47 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffecbdf0-1fa1-49a7-847f-66e7fece5eca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:47 user nova-compute[75217]: No targets found.
Nov 22 11:46:47 user nova-compute[75217]: iSNS:
Nov 22 11:46:47 user nova-compute[75217]: No targets found.
Nov 22 11:46:47 user nova-compute[75217]: STATIC:
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2
Nov 22 11:46:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:47 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:47 user nova-compute[75217]: No targets found.
Nov 22 11:46:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:47 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:47 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6e463c6-dca2-4db0-8866-31ce313df03c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e0b9385-a6e6-4357-8596-fb63234ccdc5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c10cee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0b2d3b-8b88-4c33-8ea4-4706af2fcb6d]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-5199d1f2-46d6-412c-826d-09c49d5ef072 req-951c95f0-8e4a-440f-89c0-37656fd843d4 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event volume-reimaged-516dc3cc-a305-45b0-ba4b-00daaa828ad3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5199d1f2-46d6-412c-826d-09c49d5ef072 req-951c95f0-8e4a-440f-89c0-37656fd843d4 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5199d1f2-46d6-412c-826d-09c49d5ef072 req-951c95f0-8e4a-440f-89c0-37656fd843d4 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5199d1f2-46d6-412c-826d-09c49d5ef072 req-951c95f0-8e4a-440f-89c0-37656fd843d4 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-5199d1f2-46d6-412c-826d-09c49d5ef072 req-951c95f0-8e4a-440f-89c0-37656fd843d4 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Processing event volume-reimaged-516dc3cc-a305-45b0-ba4b-00daaa828ad3 {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance event wait completed in 16 seconds for volume-reimaged {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e316d3b5-2001-466d-89eb-5bebe308f92c]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1f55bb-78ee-4dd5-83f9-dc28ab329ef8]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07af6f5-d33b-4f6f-a3a8-e00965ba5c49]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: INFO nova.virt.block_device [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Booting with volume 516dc3cc-a305-45b0-ba4b-00daaa828ad3 at /dev/vda
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb5eb77-7008-48d4-9443-0ef9710c815d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.utils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 698351616 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82055e8b-e797-4ba1-9212-85a5a2cf4e59]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe241ca4-76e4-46b7-9b31-6c4f9d1dea4d]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260]
Nov 22 11:46:47 user nova-compute[75217]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa33e79-9110-4500-bcc8-e91f156f6e99]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03257f23-bff1-4125-9357-da60728714f2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3893256d-1ebf-43f7-92e0-a67814626828]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.403s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] <== disconnect_volume: return (404ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3767c2-49d1-4de7-905f-1941755c37af]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f958e0b-f946-4200-997c-41862f9b030e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:47 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:46:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f20ee6d-865e-4d52-b8f1-b81b2dace330]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG os_brick.utils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updating existing volume attachment record: acd5ef08-7f20-439f-a26c-358644cf5b29 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 835715072 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 941621248 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:48 user nova-compute[75217]: DEBUG nova.objects.instance [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'flavor' on Instance uuid 92e3553c-477b-4d1b-b1cb-79c7b649668a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-11a3c010-6fd8-4479-bef8-847083fd50ac tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.396s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:49 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7b37ab-fd26-43e2-a1f2-4a5ab2f3fc6d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:49 user nova-compute[75217]: No targets found.
Nov 22 11:46:49 user nova-compute[75217]: iSNS:
Nov 22 11:46:49 user nova-compute[75217]: No targets found.
Nov 22 11:46:49 user nova-compute[75217]: STATIC:
Nov 22 11:46:49 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:46:49 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:49 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:49 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:46:49 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:49 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:49 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8
Nov 22 11:46:49 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:49 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:49 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:46:49 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:49 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:49 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:49 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:49 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:49 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:49 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:49 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:49 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:49 user nova-compute[75217]: No targets found.
Nov 22 11:46:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:49 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:49 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb8d256-99a2-420c-b6a1-1694e5c2e272]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebed7e56-da7b-470f-a107-538beeb9463f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:49 user nova-compute[75217]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d7b9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[258c10cd-546a-4186-a595-02a93eebe3f3]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0574b27-f8df-4eab-b52f-b78895f6219c]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d8f1762-0e87-424a-90ef-b0cd09e442be]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[42fb399b-474c-443e-8778-1d7b7756036b]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[41db2fbe-a415-4d06-8db9-82221db2aade]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d996cd46-f513-41d1-9ec8-8e2024d6f6e5]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]
Nov 22 11:46:49 user nova-compute[75217]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[61fb81c8-bb62-4c0f-a01a-5c0d7f8c997f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] <== disconnect_volume: return (315ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG nova.compute.manager [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRSqOIHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'serial'} {{(pid=75217) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 22 11:46:49 user nova-compute[75217]: DEBUG nova.compute.manager [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] swap_volume: removing Cinder connection for volume 2075b55f-73ef-4d63-9bb4-97b8304d42f4 {{(pid=75217) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 22 11:46:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] swap_volume: Updating volume 2075b55f-73ef-4d63-9bb4-97b8304d42f4 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "xRSqOIHL", "auth_password": "4VY16D8cuvTFbQ", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdi", "volume_id": "5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9"}, "status": "reserved", "instance": "de55d9a9-9579-4826-ac1d-87cd16f90b4d", "attached_at": "", "detached_at": "", "volume_id": "5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9", "serial": "5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'no_device': None, 'attachment_id': 'fdbd9721-f422-4f4b-87de-67b50d285eba'} {{(pid=75217) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 22 11:46:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-60f18631-4bd3-4f76-ba62-e4bc7e17ba19 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.752s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG os_brick.utils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f817e8b-5747-48b2-b782-f34f56d5ef5c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e59da2c-3b23-4383-8b5e-e1248ec92877]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f325aa25-0d61-46a8-8e24-fe97fa20eb40]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e17e0b-ebc8-42b9-b1d8-33f66f88d43d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:46:51 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea82346c-9bde-4da3-a23f-7ce790e09338]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG os_brick.utils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:51 user nova-compute[75217]: INFO nova.compute.manager [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Swapping volume 5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 for 2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:46:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-changed-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing instance network info cache due to event network-changed-ab4941cb-ea91-47e6-a241-b16551caac49. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] Acquiring lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] Acquired lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:51 user nova-compute[75217]: DEBUG nova.network.neutron [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Refreshing network info cache for port ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:46:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updated VIF entry in instance network info cache for port ab4941cb-ea91-47e6-a241-b16551caac49. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:46:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e76b3f16-bc65-484b-88a5-2acff1a09287 req-9f5be343-2864-4000-ab4c-eb8f2d056565 service nova] Releasing lock "refresh_cache-b288decc-3b79-404f-a763-f2097e9e6dbc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:46:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Creating image(s)
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Ensure instance console log exists: /opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Start _get_guest_xml network_info=[{"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a229f89-ac7a-4f54-95c6-aed24f9c645e', 'attached_at': '', 'detached_at': '', 'volume_id': '516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'serial': '516dc3cc-a305-45b0-ba4b-00daaa828ad3'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'acd5ef08-7f20-439f-a26c-358644cf5b29', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:46:54 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 22 11:46:54 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9a229f89-ac7a-4f54-95c6-aed24f9c645e {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:54 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:54 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:54 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:54 user nova-compute[75217]: INFO nova.compute.manager [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Terminating instance
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c827a155-2fe2-4f0d-a30c-aff36c3d64bb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:54 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e971bf-7a37-42c6-ac55-e888725f5d00]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3] added
Nov 22 11:46:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d30d6dc-471a-42da-8fea-fe51a86c406a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c6ef18-ff62-4b6f-ac0d-7b79d1d93800]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qoIxlQbe {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qoIxlQbe" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4bb5062-8dc8-490e-99c4-161681b7638c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qoIxlQbe'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b11f133-0258-4985-ac7d-0038e64d6c1e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8eec4c-1a69-4eec-967a-cf0a8d8a395f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d2d4bc-db88-47e3-9488-7ad5765fb257]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]
Nov 22 11:46:54 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d773cde-d5f7-49e9-af76-5cbd67e61401]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa76a4d7-fcde-4314-b7de-09164819942e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:54 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[67adf97e-85a5-46d0-b5b5-28263dc375b3]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-e51adf39-ff7c-43e7-97ca-c63b121abe34 req-a1bc2e2a-6cd4-421e-8e8b-64c66f1b6a6f service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e51adf39-ff7c-43e7-97ca-c63b121abe34 req-a1bc2e2a-6cd4-421e-8e8b-64c66f1b6a6f service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e51adf39-ff7c-43e7-97ca-c63b121abe34 req-a1bc2e2a-6cd4-421e-8e8b-64c66f1b6a6f service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e51adf39-ff7c-43e7-97ca-c63b121abe34 req-a1bc2e2a-6cd4-421e-8e8b-64c66f1b6a6f service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-e51adf39-ff7c-43e7-97ca-c63b121abe34 req-a1bc2e2a-6cd4-421e-8e8b-64c66f1b6a6f service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-e51adf39-ff7c-43e7-97ca-c63b121abe34 req-a1bc2e2a-6cd4-421e-8e8b-64c66f1b6a6f service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-ab4941cb-ea91-47e6-a241-b16551caac49 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-1486b989-4ab2-4f4d-8d08-f6a17ae215c9 req-66aa5544-fde6-4af7-b4b9-c9f6181dd556 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1486b989-4ab2-4f4d-8d08-f6a17ae215c9 req-66aa5544-fde6-4af7-b4b9-c9f6181dd556 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1486b989-4ab2-4f4d-8d08-f6a17ae215c9 req-66aa5544-fde6-4af7-b4b9-c9f6181dd556 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1486b989-4ab2-4f4d-8d08-f6a17ae215c9 req-66aa5544-fde6-4af7-b4b9-c9f6181dd556 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-1486b989-4ab2-4f4d-8d08-f6a17ae215c9 req-66aa5544-fde6-4af7-b4b9-c9f6181dd556 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-1486b989-4ab2-4f4d-8d08-f6a17ae215c9 req-66aa5544-fde6-4af7-b4b9-c9f6181dd556 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-0272e188-30ad-4dad-9998-ba9105c5c9cd for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec2d572c-11fa-4376-a69e-98690e116e27 req-d1a8bbf2-e1f6-453d-9a1a-a8d7a56cdf56 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec2d572c-11fa-4376-a69e-98690e116e27 req-d1a8bbf2-e1f6-453d-9a1a-a8d7a56cdf56 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec2d572c-11fa-4376-a69e-98690e116e27 req-d1a8bbf2-e1f6-453d-9a1a-a8d7a56cdf56 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec2d572c-11fa-4376-a69e-98690e116e27 req-d1a8bbf2-e1f6-453d-9a1a-a8d7a56cdf56 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec2d572c-11fa-4376-a69e-98690e116e27 req-d1a8bbf2-e1f6-453d-9a1a-a8d7a56cdf56 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec2d572c-11fa-4376-a69e-98690e116e27 req-d1a8bbf2-e1f6-453d-9a1a-a8d7a56cdf56 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-1c37c38e-1982-4881-9147-b614c2cafb3d for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '26663393230313763', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26663393230313763', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T11:44:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-110131749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-606126745',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJoN5qR/oJ6tGBo1XfCTJuYnh+LiBoGmPB8AcImmIM2jc0wdtjl1MnQrA5LxC6E+70BkgGkJ7gQP+Qlta9VlRSMapOVpJ69HsPQcDdq/DV77oj3zW9I4L1yDrDIAoJadg==',key_name='tempest-keypair-1994692831',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='672000cc8fe1421986655ebf224340a2',ramdisk_id='',reservation_id='r-jhk3lff8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1582262134',owner_user_name='tempest-ServerActionsV293TestJSON-1582262134-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f380399c1684b1ba8e7b9204edb6004',uuid=9a229f89-ac7a-4f54-95c6-aed24f9c645e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converting VIF {"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:46:56 user nova-compute[75217]:   <uuid>9a229f89-ac7a-4f54-95c6-aed24f9c645e</uuid>
Nov 22 11:46:56 user nova-compute[75217]:   <name>instance-00000007</name>
Nov 22 11:46:56 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:46:56 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:46:56 user nova-compute[75217]:   <metadata>
Nov 22 11:46:56 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:46:56 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:46:56 user nova-compute[75217]:       <nova:name>tempest-ServerActionsV293TestJSON-server-110131749</nova:name>
Nov 22 11:46:56 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:46:54</nova:creationTime>
Nov 22 11:46:56 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:46:56 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:46:56 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:46:56 user nova-compute[75217]:       <nova:owner>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:user uuid="8f380399c1684b1ba8e7b9204edb6004">tempest-ServerActionsV293TestJSON-1582262134-project-member</nova:user>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:project uuid="672000cc8fe1421986655ebf224340a2">tempest-ServerActionsV293TestJSON-1582262134</nova:project>
Nov 22 11:46:56 user nova-compute[75217]:       </nova:owner>
Nov 22 11:46:56 user nova-compute[75217]:       <nova:ports>
Nov 22 11:46:56 user nova-compute[75217]:         <nova:port uuid="a1a78c28-6a34-43fb-9084-82c6024c3e7c">
Nov 22 11:46:56 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 22 11:46:56 user nova-compute[75217]:         </nova:port>
Nov 22 11:46:56 user nova-compute[75217]:       </nova:ports>
Nov 22 11:46:56 user nova-compute[75217]:     </nova:instance>
Nov 22 11:46:56 user nova-compute[75217]:   </metadata>
Nov 22 11:46:56 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:46:56 user nova-compute[75217]:     <system>
Nov 22 11:46:56 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:46:56 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:46:56 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:46:56 user nova-compute[75217]:       <entry name="serial">9a229f89-ac7a-4f54-95c6-aed24f9c645e</entry>
Nov 22 11:46:56 user nova-compute[75217]:       <entry name="uuid">9a229f89-ac7a-4f54-95c6-aed24f9c645e</entry>
Nov 22 11:46:56 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:46:56 user nova-compute[75217]:     </system>
Nov 22 11:46:56 user nova-compute[75217]:   </sysinfo>
Nov 22 11:46:56 user nova-compute[75217]:   <os>
Nov 22 11:46:56 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:46:56 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:46:56 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:46:56 user nova-compute[75217]:   </os>
Nov 22 11:46:56 user nova-compute[75217]:   <features>
Nov 22 11:46:56 user nova-compute[75217]:     <acpi/>
Nov 22 11:46:56 user nova-compute[75217]:     <apic/>
Nov 22 11:46:56 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:46:56 user nova-compute[75217]:   </features>
Nov 22 11:46:56 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:46:56 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:46:56 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:46:56 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:46:56 user nova-compute[75217]:   </clock>
Nov 22 11:46:56 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:46:56 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:46:56 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:46:56 user nova-compute[75217]:   </cpu>
Nov 22 11:46:56 user nova-compute[75217]:   <devices>
Nov 22 11:46:56 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:46:56 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:46:56 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 11:46:56 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:46:56 user nova-compute[75217]:       <serial>516dc3cc-a305-45b0-ba4b-00daaa828ad3</serial>
Nov 22 11:46:56 user nova-compute[75217]:     </disk>
Nov 22 11:46:56 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:46:56 user nova-compute[75217]:       <mac address="fa:16:3e:2a:ed:6c"/>
Nov 22 11:46:56 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:46:56 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:46:56 user nova-compute[75217]:       <target dev="tapa1a78c28-6a"/>
Nov 22 11:46:56 user nova-compute[75217]:     </interface>
Nov 22 11:46:56 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:46:56 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e/console.log" append="off"/>
Nov 22 11:46:56 user nova-compute[75217]:     </serial>
Nov 22 11:46:56 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:46:56 user nova-compute[75217]:     <video>
Nov 22 11:46:56 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:46:56 user nova-compute[75217]:     </video>
Nov 22 11:46:56 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:46:56 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:46:56 user nova-compute[75217]:     </rng>
Nov 22 11:46:56 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:46:56 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:46:56 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:46:56 user nova-compute[75217]:     </memballoon>
Nov 22 11:46:56 user nova-compute[75217]:   </devices>
Nov 22 11:46:56 user nova-compute[75217]: </domain>
Nov 22 11:46:56 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T11:44:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-110131749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-606126745',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJoN5qR/oJ6tGBo1XfCTJuYnh+LiBoGmPB8AcImmIM2jc0wdtjl1MnQrA5LxC6E+70BkgGkJ7gQP+Qlta9VlRSMapOVpJ69HsPQcDdq/DV77oj3zW9I4L1yDrDIAoJadg==',key_name='tempest-keypair-1994692831',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='672000cc8fe1421986655ebf224340a2',ramdisk_id='',reservation_id='r-jhk3lff8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1582262134',owner_user_name='tempest-ServerActionsV293TestJSON-1582262134-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:46:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f380399c1684b1ba8e7b9204edb6004',uuid=9a229f89-ac7a-4f54-95c6-aed24f9c645e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converting VIF {"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d49edb6-c407-5f73-bec9-b7e3de8f6668', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa1a78c28-6a, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa1a78c28-6a, col_values=(('qos', UUID('fb4682a9-d12d-4c03-a46f-cb2658bc4d61')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa1a78c28-6a, col_values=(('external_ids', {'iface-id': 'a1a78c28-6a34-43fb-9084-82c6024c3e7c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:ed:6c', 'vm-uuid': '9a229f89-ac7a-4f54-95c6-aed24f9c645e'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a')
Nov 22 11:46:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Instance destroyed successfully.
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lazy-loading 'resources' on Instance uuid b288decc-3b79-404f-a763-f2097e9e6dbc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapab4941cb-ea, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] No VIF found with MAC fa:16:3e:2a:ed:6c, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=886cb7de-1430-491c-97a6-61d64aa70353) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:99:fd,bridge_name='br-int',has_traffic_filtering=True,id=ab4941cb-ea91-47e6-a241-b16551caac49,network=Network(b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab4941cb-ea')
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0272e188-30, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4b421113-1247-4cc7-99b9-cb287cf2fe82) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:e8:b0,bridge_name='br-int',has_traffic_filtering=True,id=0272e188-30ad-4dad-9998-ba9105c5c9cd,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0272e188-30')
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfda449cf-71, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=285a0f34-27d7-4363-9c76-d1818bee42ce) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:47:e9,bridge_name='br-int',has_traffic_filtering=True,id=fda449cf-7112-48da-8376-d932436da4a1,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfda449cf-71')
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c37c38e-19, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8cb8714d-ae08-422c-9b06-f632694faa44) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=1c37c38e-1982-4881-9147-b614c2cafb3d,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c37c38e-19')
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "dee94c94-e56f-4f16-817c-751b3133c324", "address": "fa:16:3e:4f:02:1b", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdee94c94-e5", "ovs_interfaceid": "dee94c94-e56f-4f16-817c-751b3133c324", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdee94c94-e5, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fcd80830-93e5-40dd-860d-d29cbc9da19f) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:1b,bridge_name='br-int',has_traffic_filtering=True,id=dee94c94-e56f-4f16-817c-751b3133c324,network=Network(73bac8e2-4257-4bb3-8dda-1289eef84b7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdee94c94-e5')
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap92e56622-82, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61a72418-eca6-4113-9c98-70e43fa31655) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:04:14,bridge_name='br-int',has_traffic_filtering=True,id=92e56622-82df-4731-ae74-48f4b509b9fc,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92e56622-82')
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:45:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-207810159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-207810159',id=9,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLV8JHYvODcWVYO2OUkhrJ3d6PHTnPLZPLnOE6qtKG3EhBe2AiEudealPSCfS1Nq9QfmfgG/cai65JAF/nReWTYFeqG5MlYJkz+LwYjRzL3dTkrsth0PLOKrbDbYM1Nt4A==',key_name='tempest-keypair-2020883756',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d86279a8d924733bb708bb97175bbfa',ramdisk_id='',reservation_id='r-45d4gqcc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1574296730',owner_user_name='tempest-TaggedBootDevicesTest-1574296730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6325984a5ada4e1d88c16c2a4acd8abd',uuid=b288decc-3b79-404f-a763-f2097e9e6dbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converting VIF {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbda66c4-5e, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed19a588-6f77-4807-93da-13fa9542ea95) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:57 user nova-compute[75217]: INFO os_vif [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b5:ae,bridge_name='br-int',has_traffic_filtering=True,id=dbda66c4-5e6f-458f-83d4-d405d48de31e,network=Network(17bca010-a901-4304-bf98-382118d8a669),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbda66c4-5e')
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kluHZVwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[866da22e-4a82-445e-b11a-42f12d460d8c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]: iSNS:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]: STATIC:
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:57 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:57 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd947b4-69ac-4b88-acdc-6e6179fd1d83]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a42e323b-2d47-4e0b-bfb2-f8dc30f3070b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a92bef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a13e8fb-4f86-4be4-a835-638a39130b18]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-ab4941cb-ea91-47e6-a241-b16551caac49 for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-92e56622-82df-4731-ae74-48f4b509b9fc for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-f2f767a5-6c6c-40d2-ac2e-2df839e597f0 req-a6170fef-4c3d-4402-bd14-280373c873f9 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-92e56622-82df-4731-ae74-48f4b509b9fc for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce4e6c2-b59c-436d-b989-fe9c7bfdfc0e]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[820c7c32-f66d-43aa-87bd-b55f4fa206a4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e370c2-a58c-448d-9f50-6e5d3970a51e]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[75226a8e-5002-406e-9587-354820017c08]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-0272e188-30ad-4dad-9998-ba9105c5c9cd for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-fda449cf-7112-48da-8376-d932436da4a1 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-fda449cf-7112-48da-8376-d932436da4a1 for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-dbda66c4-5e6f-458f-83d4-d405d48de31e for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-178596ae-eb1c-4e78-9830-6ed36f3215e2 req-94ef95be-e208-4bb7-9589-28804237d4bd service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-dbda66c4-5e6f-458f-83d4-d405d48de31e for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[76d3ec88-eb5f-4c27-8117-323dc58bf8f8]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260]
Nov 22 11:46:57 user nova-compute[75217]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0f88362-d29e-4a46-b4d9-fb31d14611d8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f93a0ab-a55f-4128-a69d-c04838dca563]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== disconnect_volume: return (322ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFHxnwbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-1c37c38e-1982-4881-9147-b614c2cafb3d for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-unplugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-unplugged-dee94c94-e56f-4f16-817c-751b3133c324 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Acquiring lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] No waiting events found dispatching network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING nova.compute.manager [req-9294e383-a763-441d-abb0-6195cbae8957 req-201775e8-edf1-4fda-8d40-583879eb6908 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received unexpected event network-vif-plugged-dee94c94-e56f-4f16-817c-751b3133c324 for instance with vm_state active and task_state deleting.
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f2b30b-0820-4835-b8e7-911e1d4f13e7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]: iSNS:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]: STATIC:
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:57 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:57 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab46f479-2160-407c-95cb-cf4844e13e41]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[970b80d8-58b5-49e2-a5c7-0be13e7b1baa]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c5ef2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d19668-db15-4325-826a-3faf0cd6072d]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[93bb2b3d-cef4-49c8-8334-d22fa5c6697d]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86122b4-8384-45b3-a8b1-9d04c3d22c4f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd7a6a5-ef7e-4dc1-be87-04bff36619e4]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0412fb45-8d9b-4a8c-9233-6e6368a041f4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4d772c-1b5c-4d7c-ad39-dbbd9937b220]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260]
Nov 22 11:46:57 user nova-compute[75217]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:441ce9e3-0471-4bb5-9987-00df7d02c829 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7b43ec-d09c-44aa-a2be-f6dc43fa077a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== disconnect_volume: return (333ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFcnJWlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:57 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82a577e-193a-4677-9e01-6c4d623a497c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]: iSNS:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]: STATIC:
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee
Nov 22 11:46:57 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:46:57 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:46:57 user nova-compute[75217]: FIRMWARE:
Nov 22 11:46:57 user nova-compute[75217]: No targets found.
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:46:57 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:46:57 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f6ba105-1835-4e29-bfd6-fdca8f925c5f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b818e76-8d0f-46bd-a285-7d942443072f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:57 user nova-compute[75217]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee (non-flash)
Nov 22 11:46:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a8fe3910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee'): ({'sde'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Removing single pathed devices sde {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebfb3d1-d85e-42ac-b993-4f0809a15917]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[97382c04-1c1a-425f-81a8-c3d3107caf8a]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Flushing IO for device /dev/sde {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a373c9e0-2cd2-42c3-b76c-b1530255030e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.058s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90e638ce-67e6-46ad-bafa-a052e0172d60]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] SCSI volumes sde have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[733e0617-38bb-466a-805c-b62ed45b0133]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d58590a-41f2-4ac7-b161-3f2eedd3350c]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260]
Nov 22 11:46:58 user nova-compute[75217]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124f25d4-6ba7-4bf8-ba6b-ec42e89e20ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff5781de-2a1f-46a1-91ec-182e853f836b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] <== disconnect_volume: return (358ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:46:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Deleting instance files /opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc_del
Nov 22 11:46:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Deletion of /opt/stack/data/nova/instances/b288decc-3b79-404f-a763-f2097e9e6dbc_del complete
Nov 22 11:46:58 user nova-compute[75217]: INFO nova.compute.manager [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Took 3.51 seconds to destroy the instance on the hypervisor.
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'serial': '2075b55f-73ef-4d63-9bb4-97b8304d42f4'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRSqOIHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9'}, 'status': 'reserved', 'instance': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'serial'} {{(pid=75217) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:46:58 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:58 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:46:58 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d80d441-cbdd-409e-8c06-39436a69793c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:46:58 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2528dae7-a2aa-4893-8867-024dcf1aebe9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4] added
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a5e6dd-71f3-4e0f-917d-cc8eebc2e2dc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f8767a0-c4ed-448c-af24-1f4d6097715e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RHXNPxQo {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RHXNPxQo" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54de51f-b9ac-4eec-9d96-273c992830ad]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RHXNPxQo'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[920b4c60-ea5d-4f86-a8ab-e0ddea245e75]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[de1a0fd1-db68-4c94-8cf3-be4c2db885d5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f82e09-787a-4275-8243-e098ea82ed84]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]
Nov 22 11:46:58 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81073c2-ebfb-43f2-a861-1231d8d7f903]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5dd9903-2157-4d79-9f6b-a1d5c0cc619d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:46:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.324s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e46bcb6c-f908-4364-a8b7-dbce75b56e63]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:46:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:59 user nova-compute[75217]: WARNING nova.compute.manager [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state active and task_state rebuild_spawning.
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:46:59 user nova-compute[75217]: WARNING nova.compute.manager [req-f1653cfa-960c-4075-9fe6-4c671035ef3f req-ca35d673-7a02-4116-88ee-73256a900a52 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state active and task_state rebuild_spawning.
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] <== connect_volume: return (1366ms) {'type': 'block', 'scsi_wwn': '23366613162353262', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366613162353262', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.objects.instance [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lazy-loading 'flavor' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:46:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance spawned successfully.
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:46:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5199d1f2-46d6-412c-826d-09c49d5ef072 tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.089s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 135266304 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-deleted-dee94c94-e56f-4f16-817c-751b3133c324 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:01 user nova-compute[75217]: INFO nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Neutron deleted interface dee94c94-e56f-4f16-817c-751b3133c324; detaching it from the instance and deleting it from the info cache
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.network.neutron [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "address": "fa:16:3e:f1:b5:ae", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbda66c4-5e", "ovs_interfaceid": "dbda66c4-5e6f-458f-83d4-d405d48de31e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 318767104 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Detach interface failed, port_id=dee94c94-e56f-4f16-817c-751b3133c324, reason: Instance b288decc-3b79-404f-a763-f2097e9e6dbc could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-deleted-dbda66c4-5e6f-458f-83d4-d405d48de31e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:01 user nova-compute[75217]: INFO nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Neutron deleted interface dbda66c4-5e6f-458f-83d4-d405d48de31e; detaching it from the instance and deleting it from the info cache
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.network.neutron [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92e56622-82df-4731-ae74-48f4b509b9fc", "address": "fa:16:3e:91:04:14", "network": {"id": "17bca010-a901-4304-bf98-382118d8a669", "bridge": "br-int", "label": "tempest-device-tagging-net2-2045931292", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92e56622-82", "ovs_interfaceid": "92e56622-82df-4731-ae74-48f4b509b9fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Detach interface failed, port_id=dbda66c4-5e6f-458f-83d4-d405d48de31e, reason: Instance b288decc-3b79-404f-a763-f2097e9e6dbc could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-deleted-92e56622-82df-4731-ae74-48f4b509b9fc {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:01 user nova-compute[75217]: INFO nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Neutron deleted interface 92e56622-82df-4731-ae74-48f4b509b9fc; detaching it from the instance and deleting it from the info cache
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.network.neutron [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [{"id": "ab4941cb-ea91-47e6-a241-b16551caac49", "address": "fa:16:3e:24:99:fd", "network": {"id": "b1e5d5dd-54f1-4723-a8c6-e9fd7d98dc37", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1919550055-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab4941cb-ea", "ovs_interfaceid": "ab4941cb-ea91-47e6-a241-b16551caac49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "address": "fa:16:3e:b8:e8:b0", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0272e188-30", "ovs_interfaceid": "0272e188-30ad-4dad-9998-ba9105c5c9cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fda449cf-7112-48da-8376-d932436da4a1", "address": "fa:16:3e:27:47:e9", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfda449cf-71", "ovs_interfaceid": "fda449cf-7112-48da-8376-d932436da4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1c37c38e-1982-4881-9147-b614c2cafb3d", "address": "fa:16:3e:32:b1:44", "network": {"id": "73bac8e2-4257-4bb3-8dda-1289eef84b7c", "bridge": "br-int", "label": "tempest-device-tagging-net1-189938024", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0d86279a8d924733bb708bb97175bbfa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c37c38e-19", "ovs_interfaceid": "1c37c38e-1982-4881-9147-b614c2cafb3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-edfaebe2-79e1-400c-a0b0-ade3b7f8428c req-a1e3a9a3-a772-4def-b79f-8da2b8d8977a service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Detach interface failed, port_id=92e56622-82df-4731-ae74-48f4b509b9fc, reason: Instance b288decc-3b79-404f-a763-f2097e9e6dbc could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 440401920 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 586153984 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.284s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.256s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:02 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Took 4.74 seconds to deallocate network for instance.
Nov 22 11:47:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 723517440 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-c52c4fb6-7ca3-4377-ac92-8964caeedc6a req-1116ef52-902d-4c3e-8e93-364c2f122d39 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-deleted-ab4941cb-ea91-47e6-a241-b16551caac49 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-c52c4fb6-7ca3-4377-ac92-8964caeedc6a req-1116ef52-902d-4c3e-8e93-364c2f122d39 service nova] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Received event network-vif-deleted-1c37c38e-1982-4881-9147-b614c2cafb3d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 884998144 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 1031798784 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRSqOIHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:04 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[68538ae0-c7d1-403f-b69c-3f57044c3564]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:47:04 user nova-compute[75217]: No targets found.
Nov 22 11:47:04 user nova-compute[75217]: iSNS:
Nov 22 11:47:04 user nova-compute[75217]: No targets found.
Nov 22 11:47:04 user nova-compute[75217]: STATIC:
Nov 22 11:47:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:47:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:47:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:47:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9
Nov 22 11:47:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:04 user nova-compute[75217]: FIRMWARE:
Nov 22 11:47:04 user nova-compute[75217]: No targets found.
Nov 22 11:47:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:47:04 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:47:04 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42f1eae-dab8-4a9d-b644-f089d94ede09]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af22a97-a311-4788-8be5-716cbf690711]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:47:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d7b370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9'): ({'sdi'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Removing single pathed devices sdi {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2421264c-895a-477b-ba66-938fa7bb6244]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.031s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[771de2f9-342f-4cc1-91cc-4527ce271d3d]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Flushing IO for device /dev/sdi {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4485fc42-f589-4ad8-bb19-44198fbda84c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.048s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[62112b9b-f0c0-4169-8d1e-b52cb7e9ed02]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] SCSI volumes sdi have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1ea6123-4fca-4698-ac9c-d2bf2e6e1c76]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a1a18c-f203-4519-a050-39794e639ec9]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260]
Nov 22 11:47:04 user nova-compute[75217]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9, portal: 172.16.0.220,3260] successful.
Nov 22 11:47:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e066c6a-15bd-4bc1-a7f2-ff16e65718da]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] <== disconnect_volume: return (399ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'de55d9a9-9579-4826-ac1d-87cd16f90b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'serial'} {{(pid=75217) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] swap_volume: removing Cinder connection for volume 5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 {{(pid=75217) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bc27abde-367e-454f-82f9-06e4f8649118 is timed out.
Nov 22 11:47:05 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Successfully detached device vdb from instance bc27abde-367e-454f-82f9-06e4f8649118 from the live domain config.
Nov 22 11:47:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFBYWMhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:05 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d3a44b-945a-4ff1-9586-7e567174fda0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:47:05 user nova-compute[75217]: No targets found.
Nov 22 11:47:05 user nova-compute[75217]: iSNS:
Nov 22 11:47:05 user nova-compute[75217]: No targets found.
Nov 22 11:47:05 user nova-compute[75217]: STATIC:
Nov 22 11:47:05 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:47:05 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:05 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:05 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601
Nov 22 11:47:05 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:05 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:05 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:47:05 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:05 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:05 user nova-compute[75217]: FIRMWARE:
Nov 22 11:47:05 user nova-compute[75217]: No targets found.
Nov 22 11:47:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:47:05 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:47:05 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[633b1297-e2d0-44d3-a465-c729f1d5628c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fbea50b-c968-4bac-b5a1-eacafe6afc89]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:47:05 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:05 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:47:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 (non-flash)
Nov 22 11:47:05 user nova-compute[75217]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:05 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:47:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d79750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601'): ({'sdh'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Removing single pathed devices sdh {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f71215-e180-4817-8739-7f43d2d1fe5f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82353ca4-6900-451b-960c-bef7980b331b]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Flushing IO for device /dev/sdh {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[179518e7-967e-4c90-88d5-43da74adf6df]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.042s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3cf06a2-9934-4c48-9171-0aef76569b35]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] SCSI volumes sdh have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4fdc65-f6af-45b5-937f-5522b99cc88d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[16fc5379-4a35-4618-bf84-5cde7f78a357]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260]
Nov 22 11:47:05 user nova-compute[75217]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601, portal: 172.16.0.220,3260] successful.
Nov 22 11:47:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9069d43-5823-427a-bc13-39f502cc5601 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c71fd2-ea97-491b-88e6-08868b0fd383]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.418s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] <== disconnect_volume: return (420ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:06 user nova-compute[75217]: DEBUG nova.objects.instance [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lazy-loading 'flavor' on Instance uuid bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] swap_volume: Updating volume 5a4a4d59-bc16-45d4-8a91-53c5a3f0b7d9 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "RHXNPxQo", "auth_password": "NQboa9UzeGyXTC", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "2075b55f-73ef-4d63-9bb4-97b8304d42f4"}, "status": "reserved", "instance": "de55d9a9-9579-4826-ac1d-87cd16f90b4d", "attached_at": "", "detached_at": "", "volume_id": "2075b55f-73ef-4d63-9bb4-97b8304d42f4", "serial": "2075b55f-73ef-4d63-9bb4-97b8304d42f4"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'no_device': None, 'attachment_id': '1b99c30b-5b86-4c0d-a706-8889052ebaf9'} {{(pid=75217) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 22 11:47:06 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:47:06 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:47:06 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7348MB free_disk=25.634693145751953GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:47:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cf6849e7-a23f-450b-b161-ee1fd005ff62 tempest-TestVolumeSwap-1871937858 tempest-TestVolumeSwap-1871937858-project-admin] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.588s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cba7333c-7a0c-47eb-a8dd-ba86aa49e921 tempest-VolumesAssistedSnapshotsTest-350562505 tempest-VolumesAssistedSnapshotsTest-350562505-project-admin] Lock "bc27abde-367e-454f-82f9-06e4f8649118" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.320s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 92e3553c-477b-4d1b-b1cb-79c7b649668a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance de55d9a9-9579-4826-ac1d-87cd16f90b4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9a229f89-ac7a-4f54-95c6-aed24f9c645e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bc27abde-367e-454f-82f9-06e4f8649118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b288decc-3b79-404f-a763-f2097e9e6dbc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a080d098-184e-4381-a1a1-1072eb0e013b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 72adf242-ff6f-48f4-bb60-2c064fc6b447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:47:07 user nova-compute[75217]: INFO nova.compute.manager [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Detaching volume 2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.613s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:07 user nova-compute[75217]: INFO nova.virt.block_device [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Attempting to driver detach volume 2075b55f-73ef-4d63-9bb4-97b8304d42f4 from mountpoint /dev/vdb
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Attempting to detach device vdb from instance de55d9a9-9579-4826-ac1d-87cd16f90b4d from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:47:07 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:47:07 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:47:07 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:47:07 user nova-compute[75217]:   <serial>2075b55f-73ef-4d63-9bb4-97b8304d42f4</serial>
Nov 22 11:47:07 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:47:07 user nova-compute[75217]: </disk>
Nov 22 11:47:07 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:47:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Successfully detached device vdb from instance de55d9a9-9579-4826-ac1d-87cd16f90b4d from the persistent domain config.
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance de55d9a9-9579-4826-ac1d-87cd16f90b4d from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:47:07 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:47:07 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:47:07 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:47:07 user nova-compute[75217]:   <serial>2075b55f-73ef-4d63-9bb4-97b8304d42f4</serial>
Nov 22 11:47:07 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:47:07 user nova-compute[75217]: </disk>
Nov 22 11:47:07 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:07 user nova-compute[75217]: INFO nova.compute.manager [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] [instance: b288decc-3b79-404f-a763-f2097e9e6dbc] Took 5.01 seconds to detach 3 volumes for instance.
Nov 22 11:47:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:47:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:47:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:47:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.342s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:08 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Deleted allocations for instance b288decc-3b79-404f-a763-f2097e9e6dbc
Nov 22 11:47:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9df61cf-efc5-43b5-becc-d7f746be07ef tempest-TaggedBootDevicesTest-1574296730 tempest-TaggedBootDevicesTest-1574296730-project-member] Lock "b288decc-3b79-404f-a763-f2097e9e6dbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.822s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "c37557da-376a-471b-bad2-24197a9f79cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:47:18 user nova-compute[75217]: INFO nova.compute.claims [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Claim successful on node user
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.403s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:47:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:47:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Creating image(s)
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "/opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "/opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "/opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:18 user nova-compute[75217]: DEBUG nova.policy [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12cf5ea148eb42e7bc0225817e2f9d43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421eb749e26b4e41baf0ff15b4208023', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk 1073741824" returned: 0 in 0.051s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Cannot resize image /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Ensure instance console log exists: /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:19 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Successfully created port: fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:47:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Successfully updated port: fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "refresh_cache-c37557da-376a-471b-bad2-24197a9f79cc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquired lock "refresh_cache-c37557da-376a-471b-bad2-24197a9f79cc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-changed-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Refreshing instance network info cache due to event network-changed-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] Acquiring lock "refresh_cache-c37557da-376a-471b-bad2-24197a9f79cc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Updating instance_info_cache with network_info: [{"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Releasing lock "refresh_cache-c37557da-376a-471b-bad2-24197a9f79cc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Instance network_info: |[{"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] Acquired lock "refresh_cache-c37557da-376a-471b-bad2-24197a9f79cc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.neutron [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Refreshing network info cache for port fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Start _get_guest_xml network_info=[{"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:47:21 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:47:21 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:47:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1824828883',display_name='tempest-VolumesAdminNegativeTest-server-1824828883',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1824828883',id=13,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='421eb749e26b4e41baf0ff15b4208023',ramdisk_id='',reservation_id='r-86s9urrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1782010848',owner_user_name='tempest-VolumesAdminNegativeTest-1782010848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:19Z,user_data=None,user_id='12cf5ea148eb42e7bc0225817e2f9d43',uuid=c37557da-376a-471b-bad2-24197a9f79cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converting VIF {"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.objects.instance [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'pci_devices' on Instance uuid c37557da-376a-471b-bad2-24197a9f79cc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:47:21 user nova-compute[75217]:   <uuid>c37557da-376a-471b-bad2-24197a9f79cc</uuid>
Nov 22 11:47:21 user nova-compute[75217]:   <name>instance-0000000d</name>
Nov 22 11:47:21 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:47:21 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:47:21 user nova-compute[75217]:   <metadata>
Nov 22 11:47:21 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:47:21 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:47:21 user nova-compute[75217]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1824828883</nova:name>
Nov 22 11:47:21 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:47:21</nova:creationTime>
Nov 22 11:47:21 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:47:21 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:47:21 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:47:21 user nova-compute[75217]:       <nova:owner>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:user uuid="12cf5ea148eb42e7bc0225817e2f9d43">tempest-VolumesAdminNegativeTest-1782010848-project-member</nova:user>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:project uuid="421eb749e26b4e41baf0ff15b4208023">tempest-VolumesAdminNegativeTest-1782010848</nova:project>
Nov 22 11:47:21 user nova-compute[75217]:       </nova:owner>
Nov 22 11:47:21 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:47:21 user nova-compute[75217]:       <nova:ports>
Nov 22 11:47:21 user nova-compute[75217]:         <nova:port uuid="fba172ea-8b3d-4bbe-91e7-aa7d8d475d45">
Nov 22 11:47:21 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 22 11:47:21 user nova-compute[75217]:         </nova:port>
Nov 22 11:47:21 user nova-compute[75217]:       </nova:ports>
Nov 22 11:47:21 user nova-compute[75217]:     </nova:instance>
Nov 22 11:47:21 user nova-compute[75217]:   </metadata>
Nov 22 11:47:21 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:47:21 user nova-compute[75217]:     <system>
Nov 22 11:47:21 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:47:21 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:47:21 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:47:21 user nova-compute[75217]:       <entry name="serial">c37557da-376a-471b-bad2-24197a9f79cc</entry>
Nov 22 11:47:21 user nova-compute[75217]:       <entry name="uuid">c37557da-376a-471b-bad2-24197a9f79cc</entry>
Nov 22 11:47:21 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:47:21 user nova-compute[75217]:     </system>
Nov 22 11:47:21 user nova-compute[75217]:   </sysinfo>
Nov 22 11:47:21 user nova-compute[75217]:   <os>
Nov 22 11:47:21 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:47:21 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:47:21 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:47:21 user nova-compute[75217]:   </os>
Nov 22 11:47:21 user nova-compute[75217]:   <features>
Nov 22 11:47:21 user nova-compute[75217]:     <acpi/>
Nov 22 11:47:21 user nova-compute[75217]:     <apic/>
Nov 22 11:47:21 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:47:21 user nova-compute[75217]:   </features>
Nov 22 11:47:21 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:47:21 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:47:21 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:47:21 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:47:21 user nova-compute[75217]:   </clock>
Nov 22 11:47:21 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:47:21 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:47:21 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:47:21 user nova-compute[75217]:   </cpu>
Nov 22 11:47:21 user nova-compute[75217]:   <devices>
Nov 22 11:47:21 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:47:21 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:47:21 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk"/>
Nov 22 11:47:21 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:47:21 user nova-compute[75217]:     </disk>
Nov 22 11:47:21 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:47:21 user nova-compute[75217]:       <mac address="fa:16:3e:c6:8e:c4"/>
Nov 22 11:47:21 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:47:21 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:47:21 user nova-compute[75217]:       <target dev="tapfba172ea-8b"/>
Nov 22 11:47:21 user nova-compute[75217]:     </interface>
Nov 22 11:47:21 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:47:21 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/console.log" append="off"/>
Nov 22 11:47:21 user nova-compute[75217]:     </serial>
Nov 22 11:47:21 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:47:21 user nova-compute[75217]:     <video>
Nov 22 11:47:21 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:47:21 user nova-compute[75217]:     </video>
Nov 22 11:47:21 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:47:21 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:47:21 user nova-compute[75217]:     </rng>
Nov 22 11:47:21 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:47:21 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:47:21 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:47:21 user nova-compute[75217]:     </memballoon>
Nov 22 11:47:21 user nova-compute[75217]:   </devices>
Nov 22 11:47:21 user nova-compute[75217]: </domain>
Nov 22 11:47:21 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:47:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1824828883',display_name='tempest-VolumesAdminNegativeTest-server-1824828883',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1824828883',id=13,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='421eb749e26b4e41baf0ff15b4208023',ramdisk_id='',reservation_id='r-86s9urrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1782010848',owner_user_name='tempest-VolumesAdminNegativeTest-1782010848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:19Z,user_data=None,user_id='12cf5ea148eb42e7bc0225817e2f9d43',uuid=c37557da-376a-471b-bad2-24197a9f79cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converting VIF {"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG os_vif [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3055d9bc-c75a-5e38-b8d9-2532862d0dbf', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfba172ea-8b, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfba172ea-8b, col_values=(('qos', UUID('60c81711-2db3-4f37-a050-ca008bb20a4e')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfba172ea-8b, col_values=(('external_ids', {'iface-id': 'fba172ea-8b3d-4bbe-91e7-aa7d8d475d45', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:8e:c4', 'vm-uuid': 'c37557da-376a-471b-bad2-24197a9f79cc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:21 user nova-compute[75217]: INFO os_vif [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b')
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:47:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] No VIF found with MAC fa:16:3e:c6:8e:c4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:47:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Updated VIF entry in instance network info cache for port fba172ea-8b3d-4bbe-91e7-aa7d8d475d45. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:47:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Updating instance_info_cache with network_info: [{"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-25d60a41-e924-425a-b0fd-52f0ed768aee req-7dd7f8cc-49b9-4703-8c5f-4fffc6989425 service nova] Releasing lock "refresh_cache-c37557da-376a-471b-bad2-24197a9f79cc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-d5d5a69a-4e7d-45d6-b884-6e6950a8e7c3 req-e60f1f48-fc40-4c82-b871-15799b2c43d8 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5d5a69a-4e7d-45d6-b884-6e6950a8e7c3 req-e60f1f48-fc40-4c82-b871-15799b2c43d8 service nova] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5d5a69a-4e7d-45d6-b884-6e6950a8e7c3 req-e60f1f48-fc40-4c82-b871-15799b2c43d8 service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5d5a69a-4e7d-45d6-b884-6e6950a8e7c3 req-e60f1f48-fc40-4c82-b871-15799b2c43d8 service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-d5d5a69a-4e7d-45d6-b884-6e6950a8e7c3 req-e60f1f48-fc40-4c82-b871-15799b2c43d8 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] No waiting events found dispatching network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:23 user nova-compute[75217]: WARNING nova.compute.manager [req-d5d5a69a-4e7d-45d6-b884-6e6950a8e7c3 req-e60f1f48-fc40-4c82-b871-15799b2c43d8 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received unexpected event network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 for instance with vm_state building and task_state spawning.
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'flavor' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:47:25 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Instance spawned successfully.
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-8ff0d471-e5da-492d-af03-ffd4d893965c req-4722ecf2-cc1c-4756-9b20-9e8949f11ba2 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8ff0d471-e5da-492d-af03-ffd4d893965c req-4722ecf2-cc1c-4756-9b20-9e8949f11ba2 service nova] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8ff0d471-e5da-492d-af03-ffd4d893965c req-4722ecf2-cc1c-4756-9b20-9e8949f11ba2 service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8ff0d471-e5da-492d-af03-ffd4d893965c req-4722ecf2-cc1c-4756-9b20-9e8949f11ba2 service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-8ff0d471-e5da-492d-af03-ffd4d893965c req-4722ecf2-cc1c-4756-9b20-9e8949f11ba2 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] No waiting events found dispatching network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:25 user nova-compute[75217]: WARNING nova.compute.manager [req-8ff0d471-e5da-492d-af03-ffd4d893965c req-4722ecf2-cc1c-4756-9b20-9e8949f11ba2 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received unexpected event network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 for instance with vm_state building and task_state spawning.
Nov 22 11:47:25 user nova-compute[75217]: INFO nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Took 6.71 seconds to spawn the instance on the hypervisor.
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:25 user nova-compute[75217]: INFO nova.compute.manager [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Attaching volume 44e2ae80-971f-4be3-af00-e1a029619f91 to /dev/vdb
Nov 22 11:47:25 user nova-compute[75217]: INFO nova.compute.manager [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Took 7.48 seconds to build instance.
Nov 22 11:47:25 user nova-compute[75217]: DEBUG os_brick.utils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd1e9b06-7a6c-4fd7-bd29-3b66763a9bb0 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "c37557da-376a-471b-bad2-24197a9f79cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.569s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7f0aa4-b1d1-4b19-8e5c-5e31f08f7e76]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd0370b-4864-4c3e-8bb3-6cba2ebb8088]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae4eb21-c520-4331-87fd-e3d320204005]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0849bb9f-db1d-4ee7-adfc-ddd3010d58c3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:25 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:47:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21e1f45-e95d-49b7-832e-0c9944cffa2a]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG os_brick.utils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:25 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating existing volume attachment record: 62cdfaa3-034f-4dfa-962e-9017775ed44f {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:47:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance de55d9a9-9579-4826-ac1d-87cd16f90b4d is timed out.
Nov 22 11:47:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Successfully detached device vdb from instance de55d9a9-9579-4826-ac1d-87cd16f90b4d from the live domain config.
Nov 22 11:47:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RHXNPxQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': '2075b55f-73ef-4d63-9bb4-97b8304d42f4'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d744f0-4db4-489d-9704-b269596de6d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:47:28 user nova-compute[75217]: No targets found.
Nov 22 11:47:28 user nova-compute[75217]: iSNS:
Nov 22 11:47:28 user nova-compute[75217]: No targets found.
Nov 22 11:47:28 user nova-compute[75217]: STATIC:
Nov 22 11:47:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4
Nov 22 11:47:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:28 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:47:28 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:28 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:28 user nova-compute[75217]: FIRMWARE:
Nov 22 11:47:28 user nova-compute[75217]: No targets found.
Nov 22 11:47:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:47:28 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:47:28 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[528cc514-4114-42f4-9b6f-df034e2aef61]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c83dbc2e-80b8-4674-9d9d-0102609ae4e5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:28 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:47:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:28 user nova-compute[75217]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 (non-flash)
Nov 22 11:47:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c5ef0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[92980752-4e1b-4591-a643-676f8ed467df]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4232dbc4-8ebd-4b72-8c6a-98aa608ffa0d]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d53d44d7-141a-4e24-a051-25df4fd964ae]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e12eb4-d500-47e4-be8a-243fb4e30ad0]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c196ec73-2a1c-4aa1-b669-5f47aed33b72]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4eb170-4e0b-4aa3-9c59-e2f391a6ce53]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260]
Nov 22 11:47:28 user nova-compute[75217]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4, portal: 172.16.0.220,3260] successful.
Nov 22 11:47:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2075b55f-73ef-4d63-9bb4-97b8304d42f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32b0383-817f-41da-8bcb-86a954a9d2c7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] <== disconnect_volume: return (308ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:47:29 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lazy-loading 'flavor' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8bc9632-7e1f-4dc8-a00f-f738c632d89a tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.794s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:34 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:34 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:34 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[041bfae2-8201-4414-bcbe-b2041f4cb82d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:47:34 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a5c2a0c-a784-4034-989f-b65415d6f41f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91] added
Nov 22 11:47:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb2281a-d33e-4b1d-a264-691a2bb4da31]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87d6f36-938e-4e75-a535-30372ac9f274]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xbLwUIlc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xbLwUIlc" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11014eb-0d1a-4db7-b31a-9f6835b25088]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xbLwUIlc'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b7a8aa-5510-4bea-84e5-9122f791b287]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c7e67c-2476-4736-8287-b9a7271d2fe1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f15ad2-33e1-4bee-b58c-8f9a66ef9d98]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]
Nov 22 11:47:34 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.
Nov 22 11:47:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[608ab9eb-0dfe-444b-baaa-90de597da39d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[289b57cb-0907-4e44-9a8f-1e0e833f7fbf]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:34 user nova-compute[75217]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:47:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:34 user nova-compute[75217]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:47:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] HCTL ('34', '-', '-', 0) found on session 14 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ae44fc-8681-4558-b50a-2639f763173b]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching for a device in session 14 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:47:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:47:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '23636653963396663', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23636653963396663', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:47:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'flavor' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:47:35 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:47:35 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:47:35 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:47:35 user nova-compute[75217]:   <serial>44e2ae80-971f-4be3-af00-e1a029619f91</serial>
Nov 22 11:47:35 user nova-compute[75217]: </disk>
Nov 22 11:47:35 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:47:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:47:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:47:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No VIF found with MAC fa:16:3e:cd:be:a5, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:47:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bd5c0b84-c76c-45e3-ab06-9a219971083a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.948s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "bc27abde-367e-454f-82f9-06e4f8649118" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:38 user nova-compute[75217]: INFO nova.compute.manager [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Terminating instance
Nov 22 11:47:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-49e51922-ad95-4189-9e7f-d8f9b9d5ab07 req-0daf0e77-ccdc-4624-bd8e-a62a2a3be129 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-vif-unplugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-49e51922-ad95-4189-9e7f-d8f9b9d5ab07 req-0daf0e77-ccdc-4624-bd8e-a62a2a3be129 service nova] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-49e51922-ad95-4189-9e7f-d8f9b9d5ab07 req-0daf0e77-ccdc-4624-bd8e-a62a2a3be129 service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-49e51922-ad95-4189-9e7f-d8f9b9d5ab07 req-0daf0e77-ccdc-4624-bd8e-a62a2a3be129 service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-49e51922-ad95-4189-9e7f-d8f9b9d5ab07 req-0daf0e77-ccdc-4624-bd8e-a62a2a3be129 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] No waiting events found dispatching network-vif-unplugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-49e51922-ad95-4189-9e7f-d8f9b9d5ab07 req-0daf0e77-ccdc-4624-bd8e-a62a2a3be129 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-vif-unplugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:47:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Instance destroyed successfully.
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.objects.instance [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lazy-loading 'resources' on Instance uuid bc27abde-367e-454f-82f9-06e4f8649118 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1642801722',display_name='tempest-VolumesAssistedSnapshotsTest-server-1642801722',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1642801722',id=8,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHk5l9yYuMFgKHiFHh6R7WM953hV+BeKLBeES31Q3ZZVDRD8dnRYq2o31fUTDf+TZgBtOpL4+6ZqRddkyfSBGaiMnIaGQ0uQ+mUpuVrik4BE7dSC6plxwCnK5SwBXrnxeQ==',key_name='tempest-keypair-1262066090',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc43a88423ef4305a56c1fa85848aeca',ramdisk_id='',reservation_id='r-qal73iu5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-948999976',owner_user_name='tempest-VolumesAssistedSnapshotsTest-948999976-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:44:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56dedeb705ef4875a2ebc95d450dac15',uuid=bc27abde-367e-454f-82f9-06e4f8649118,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Converting VIF {"id": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "address": "fa:16:3e:56:3b:e6", "network": {"id": "fb234a41-1a47-47c7-9ead-967996af90cb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-984522632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc43a88423ef4305a56c1fa85848aeca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4b3c4fa-13", "ovs_interfaceid": "e4b3c4fa-131b-49cc-926d-185507fa8c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG os_vif [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape4b3c4fa-13, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5a7dac3-058e-4ec1-9a58-f46ba3250556) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:39 user nova-compute[75217]: INFO os_vif [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:3b:e6,bridge_name='br-int',has_traffic_filtering=True,id=e4b3c4fa-131b-49cc-926d-185507fa8c0e,network=Network(fb234a41-1a47-47c7-9ead-967996af90cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4b3c4fa-13')
Nov 22 11:47:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Deleting instance files /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118_del
Nov 22 11:47:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Deletion of /opt/stack/data/nova/instances/bc27abde-367e-454f-82f9-06e4f8649118_del complete
Nov 22 11:47:39 user nova-compute[75217]: INFO nova.compute.manager [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 22 11:47:39 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:47:39 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: bc27abde-367e-454f-82f9-06e4f8649118] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:47:40 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:40 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Took 0.77 seconds to deallocate network for instance.
Nov 22 11:47:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-2bb83e03-26c5-408a-ae4a-223046cb9bc4 req-62bf84ed-a1cf-456a-b114-557d4f3c5e56 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-vif-deleted-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:40 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:47:40 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:47:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.367s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:40 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Deleted allocations for instance bc27abde-367e-454f-82f9-06e4f8649118
Nov 22 11:47:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-69569358-59f8-4545-9d66-96ffc1266520 tempest-VolumesAssistedSnapshotsTest-948999976 tempest-VolumesAssistedSnapshotsTest-948999976-project-member] Lock "bc27abde-367e-454f-82f9-06e4f8649118" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.309s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-e073bc4c-e5d6-447b-a2fa-505cd46ec5e1 req-db9e4bc2-a5f0-45ea-910e-bb5773391667 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received event network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e073bc4c-e5d6-447b-a2fa-505cd46ec5e1 req-db9e4bc2-a5f0-45ea-910e-bb5773391667 service nova] Acquiring lock "bc27abde-367e-454f-82f9-06e4f8649118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e073bc4c-e5d6-447b-a2fa-505cd46ec5e1 req-db9e4bc2-a5f0-45ea-910e-bb5773391667 service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e073bc4c-e5d6-447b-a2fa-505cd46ec5e1 req-db9e4bc2-a5f0-45ea-910e-bb5773391667 service nova] Lock "bc27abde-367e-454f-82f9-06e4f8649118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-e073bc4c-e5d6-447b-a2fa-505cd46ec5e1 req-db9e4bc2-a5f0-45ea-910e-bb5773391667 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] No waiting events found dispatching network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:41 user nova-compute[75217]: WARNING nova.compute.manager [req-e073bc4c-e5d6-447b-a2fa-505cd46ec5e1 req-db9e4bc2-a5f0-45ea-910e-bb5773391667 service nova] [instance: bc27abde-367e-454f-82f9-06e4f8649118] Received unexpected event network-vif-plugged-e4b3c4fa-131b-49cc-926d-185507fa8c0e for instance with vm_state deleted and task_state None.
Nov 22 11:47:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing instance network info cache due to event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updated VIF entry in instance network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-442553e7-d71c-40c0-af4e-730bc415fa94 req-13fb2738-e496-42a4-8163-3471274d54ee service nova] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing instance network info cache due to event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.network.neutron [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:47:45 user nova-compute[75217]: INFO nova.compute.claims [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Claim successful on node user
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.network.neutron [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updated VIF entry in instance network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.network.neutron [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9da942d2-b5ce-4dd8-b743-cbab49471733 req-d133d809-d670-46bf-9995-14845c9b3540 service nova] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:45 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:47:46 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:47:46 user nova-compute[75217]: INFO nova.virt.block_device [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Booting with volume 742f4a52-7341-4d62-9e0c-243923878b59 at /dev/vda
Nov 22 11:47:46 user nova-compute[75217]: DEBUG os_brick.utils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b8dd3e-c0f0-4515-a4af-3724e67f8c9e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.policy [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67a954303da44da2acb91c964b40480f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1cd32051f28482597e1980c6a9793b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4947a0d6-7fbc-408a-82bc-118368d92b4d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd7fbd3-e04e-4f9f-89bf-514193b2158d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[05dcadf5-8ef2-48f2-9794-a16a349e1bd7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:46 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:47:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7d5244-f5ee-4a0a-87b1-5c10bf47ebbb]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG os_brick.utils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:46 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating existing volume attachment record: 99c1c1d8-2225-4f3e-b055-f5981af6890b {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:47:47 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully created port: f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:47:47 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully created port: d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:47:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:48 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully created port: bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:47:48 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully created port: 47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:47:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:49 user nova-compute[75217]: INFO nova.compute.manager [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Rebooting instance
Nov 22 11:47:49 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully created port: d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:47:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:49 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:47:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-f7b17141-7e24-4fc1-90dd-6e84cc82d9db. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.network.neutron [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:50 user nova-compute[75217]: DEBUG nova.network.neutron [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.network.neutron [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cc7bb328-7f48-47a6-9d74-cbeee215ce1c req-a90764c1-f994-42f1-89cc-ef680a7fc2ce service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance destroyed successfully.
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'resources' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-141754588',display_name='tempest-TestMinimumBasicScenario-server-141754588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-141754588',id=10,image_ref='04434829-2651-4df0-bb9f-e31342297841',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuaSU366qMBKCN1yu6kl3Yg/Z0aWZEpi4EUGjyPI6qvDqIBvSE21NWL8kzNxVGusrW6dUh0o2IflevuI76OQrfWZ/0GTsXxt2OCuUxSjyr/a9f7Sy7q3jRn/Wct5xQT/w==',key_name='tempest-TestMinimumBasicScenario-1659864977',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-477y3vak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='04434829-2651-4df0-bb9f-e31342297841',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:47:50Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=cfb89bb8-56c6-442c-93ec-8f7a84f3b165,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd563fcf0-eb, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ccd291fa-8c32-4865-8179-6350a47b26a1) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:51 user nova-compute[75217]: INFO os_vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb')
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:51 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[96007cbd-3bd3-4fa0-b244-e611d0e1fe93]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:47:51 user nova-compute[75217]: No targets found.
Nov 22 11:47:51 user nova-compute[75217]: iSNS:
Nov 22 11:47:51 user nova-compute[75217]: No targets found.
Nov 22 11:47:51 user nova-compute[75217]: STATIC:
Nov 22 11:47:51 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:47:51 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:51 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:51 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:47:51 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:47:51 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:47:51 user nova-compute[75217]: FIRMWARE:
Nov 22 11:47:51 user nova-compute[75217]: No targets found.
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:47:51 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:47:51 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c24706-b524-4033-bfa9-3a0dc7ef5713]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5362d1-7319-4cc5-8c30-af04b41017cf]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c6f2f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[779392c5-7af1-46f7-95d2-02c844d302a9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[424c6ba5-7a4f-43c4-b380-90d406962ef5]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ea9379-fa61-4942-8646-a0979773fa72]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b740452b-55b5-48e4-bc0a-79efa051bbf6]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1cedfc-c9b0-484f-bef4-97ff7ea5b536]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e864343-1d3d-48db-93e5-6e0438634495]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]
Nov 22 11:47:51 user nova-compute[75217]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb065332-e409-4f76-90df-d1c714c58fe8]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== disconnect_volume: return (345ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Start _get_guest_xml network_info=[{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=04434829-2651-4df0-bb9f-e31342297841,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '04434829-2651-4df0-bb9f-e31342297841'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'cfb89bb8-56c6-442c-93ec-8f7a84f3b165', 'attached_at': '', 'detached_at': '', 'volume_id': '44e2ae80-971f-4be3-af00-e1a029619f91', 'serial': '44e2ae80-971f-4be3-af00-e1a029619f91'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '62cdfaa3-034f-4dfa-962e-9017775ed44f', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:47:51 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:47:51 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=04434829-2651-4df0-bb9f-e31342297841,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'vcpu_model' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.objects.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Object Instance<cfb89bb8-56c6-442c-93ec-8f7a84f3b165> lazy-loaded attributes: resources,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:51 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:51 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:47:51 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e124ce-888a-41b5-9087-62875ef77c9a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:47:51 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded05e2b-9bfb-49b4-8bc2-f3a4798ff01f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91] added
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: 3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[46981392-a2e9-4833-837d-a6d58028caa6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[446f2d19-c7e3-43e1-8be6-c3972e17809e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xbLwUIlc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xbLwUIlc" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d23cee2a-2bbb-4975-a193-6dd8217c5f20]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xbLwUIlc'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b61dd3-084d-4586-b232-260458871e45]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[61aa95f7-71f7-4877-83e7-bcaeea777ffa]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0581dd7e-7095-4857-ad60-3eec47839929]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]
Nov 22 11:47:51 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[23cb1508-db1e-4379-a365-fa0211a97274]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f28562a-5f85-4baf-a9d9-b1b5040b65b7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:47:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] HCTL ('34', '-', '-', 0) found on session 15 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd067ea-4bd7-46a0-8e11-e10e869dddf1]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:47:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-unplugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-unplugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:52 user nova-compute[75217]: WARNING nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-unplugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state active and task_state reboot_started_hard.
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:52 user nova-compute[75217]: WARNING nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state active and task_state reboot_started_hard.
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-3d4507bb-b431-40df-b358-287b7dfc760c. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port 3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23636653963396663', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23636653963396663', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-141754588',display_name='tempest-TestMinimumBasicScenario-server-141754588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-141754588',id=10,image_ref='04434829-2651-4df0-bb9f-e31342297841',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuaSU366qMBKCN1yu6kl3Yg/Z0aWZEpi4EUGjyPI6qvDqIBvSE21NWL8kzNxVGusrW6dUh0o2IflevuI76OQrfWZ/0GTsXxt2OCuUxSjyr/a9f7Sy7q3jRn/Wct5xQT/w==',key_name='tempest-TestMinimumBasicScenario-1659864977',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-477y3vak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='04434829-2651-4df0-bb9f-e31342297841',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:47:50Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=cfb89bb8-56c6-442c-93ec-8f7a84f3b165,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'pci_devices' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-07908d33-31ba-4f7c-b778-b848020c610d req-dd0fd2c3-db23-4148-8abe-33d5992881b8 service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Object Instance<cfb89bb8-56c6-442c-93ec-8f7a84f3b165> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:47:53 user nova-compute[75217]:   <uuid>cfb89bb8-56c6-442c-93ec-8f7a84f3b165</uuid>
Nov 22 11:47:53 user nova-compute[75217]:   <name>instance-0000000a</name>
Nov 22 11:47:53 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:47:53 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:47:53 user nova-compute[75217]:   <metadata>
Nov 22 11:47:53 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:47:53 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:47:53 user nova-compute[75217]:       <nova:name>tempest-TestMinimumBasicScenario-server-141754588</nova:name>
Nov 22 11:47:53 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:47:51</nova:creationTime>
Nov 22 11:47:53 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:47:53 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:47:53 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:47:53 user nova-compute[75217]:       <nova:owner>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:user uuid="ca30561d8ce245b3a074ee07faf2e9bc">tempest-TestMinimumBasicScenario-31354967-project-member</nova:user>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:project uuid="2ef71f5a20ff4bd2a7ef91475fc883c1">tempest-TestMinimumBasicScenario-31354967</nova:project>
Nov 22 11:47:53 user nova-compute[75217]:       </nova:owner>
Nov 22 11:47:53 user nova-compute[75217]:       <nova:root type="image" uuid="04434829-2651-4df0-bb9f-e31342297841"/>
Nov 22 11:47:53 user nova-compute[75217]:       <nova:ports>
Nov 22 11:47:53 user nova-compute[75217]:         <nova:port uuid="d563fcf0-eba0-4f27-8581-388a5f63903d">
Nov 22 11:47:53 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:47:53 user nova-compute[75217]:         </nova:port>
Nov 22 11:47:53 user nova-compute[75217]:       </nova:ports>
Nov 22 11:47:53 user nova-compute[75217]:     </nova:instance>
Nov 22 11:47:53 user nova-compute[75217]:   </metadata>
Nov 22 11:47:53 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:47:53 user nova-compute[75217]:     <system>
Nov 22 11:47:53 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:47:53 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:47:53 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:47:53 user nova-compute[75217]:       <entry name="serial">cfb89bb8-56c6-442c-93ec-8f7a84f3b165</entry>
Nov 22 11:47:53 user nova-compute[75217]:       <entry name="uuid">cfb89bb8-56c6-442c-93ec-8f7a84f3b165</entry>
Nov 22 11:47:53 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:47:53 user nova-compute[75217]:     </system>
Nov 22 11:47:53 user nova-compute[75217]:   </sysinfo>
Nov 22 11:47:53 user nova-compute[75217]:   <os>
Nov 22 11:47:53 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:47:53 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:47:53 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:47:53 user nova-compute[75217]:   </os>
Nov 22 11:47:53 user nova-compute[75217]:   <features>
Nov 22 11:47:53 user nova-compute[75217]:     <acpi/>
Nov 22 11:47:53 user nova-compute[75217]:     <apic/>
Nov 22 11:47:53 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:47:53 user nova-compute[75217]:   </features>
Nov 22 11:47:53 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:47:53 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:47:53 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:47:53 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:47:53 user nova-compute[75217]:   </clock>
Nov 22 11:47:53 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:47:53 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:47:53 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:47:53 user nova-compute[75217]:   </cpu>
Nov 22 11:47:53 user nova-compute[75217]:   <devices>
Nov 22 11:47:53 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:47:53 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:47:53 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk"/>
Nov 22 11:47:53 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:47:53 user nova-compute[75217]:     </disk>
Nov 22 11:47:53 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:47:53 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:47:53 user nova-compute[75217]:       <source dev="/dev/sdc"/>
Nov 22 11:47:53 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:47:53 user nova-compute[75217]:       <serial>44e2ae80-971f-4be3-af00-e1a029619f91</serial>
Nov 22 11:47:53 user nova-compute[75217]:     </disk>
Nov 22 11:47:53 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:47:53 user nova-compute[75217]:       <mac address="fa:16:3e:cd:be:a5"/>
Nov 22 11:47:53 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:47:53 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:47:53 user nova-compute[75217]:       <target dev="tapd563fcf0-eb"/>
Nov 22 11:47:53 user nova-compute[75217]:     </interface>
Nov 22 11:47:53 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:47:53 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/console.log" append="off"/>
Nov 22 11:47:53 user nova-compute[75217]:     </serial>
Nov 22 11:47:53 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:47:53 user nova-compute[75217]:     <video>
Nov 22 11:47:53 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:47:53 user nova-compute[75217]:     </video>
Nov 22 11:47:53 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:47:53 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:47:53 user nova-compute[75217]:     </rng>
Nov 22 11:47:53 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:47:53 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:47:53 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:47:53 user nova-compute[75217]:     </memballoon>
Nov 22 11:47:53 user nova-compute[75217]:   </devices>
Nov 22 11:47:53 user nova-compute[75217]: </domain>
Nov 22 11:47:53 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: INFO nova.virt.block_device [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Booting with volume ede7c14b-0cbd-4318-8acd-c1ef72529e8b at /dev/vdb
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.utils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2f4cca-6e2e-4192-b9ec-75c60acd122d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82fd67f8-f4f2-4df4-b5bb-2f7bc0ab658a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'trusted_certs' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'flavor' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a86b664-07a9-4e46-a4f9-01e1bf5ccd50]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4440180d-d3cd-4528-8cc1-2f62aa103115]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Object Instance<cfb89bb8-56c6-442c-93ec-8f7a84f3b165> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:53 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa75b47-e8fa-4c41-b1ab-8416144129b5]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.utils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== get_connector_properties: return (174ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating existing volume attachment record: 25cb4232-9e23-4447-9dd7-d072f3446ba7 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.148s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:53 user nova-compute[75217]: INFO nova.compute.manager [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Attaching volume c560bf7f-d096-4e09-92b0-9c131d3ce94f to /dev/vdb
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.utils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec58e2b-8d92-4b0d-b310-1853816a99a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Cannot resize image /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'migration_context' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[70cacf66-eb19-43bd-a060-3bfbf90f7c17]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.objects.base [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Object Instance<cfb89bb8-56c6-442c-93ec-8f7a84f3b165> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-141754588',display_name='tempest-TestMinimumBasicScenario-server-141754588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-141754588',id=10,image_ref='04434829-2651-4df0-bb9f-e31342297841',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuaSU366qMBKCN1yu6kl3Yg/Z0aWZEpi4EUGjyPI6qvDqIBvSE21NWL8kzNxVGusrW6dUh0o2IflevuI76OQrfWZ/0GTsXxt2OCuUxSjyr/a9f7Sy7q3jRn/Wct5xQT/w==',key_name='tempest-TestMinimumBasicScenario-1659864977',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-477y3vak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='04434829-2651-4df0-bb9f-e31342297841',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:50Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=cfb89bb8-56c6-442c-93ec-8f7a84f3b165,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab61f51-780f-4415-8023-e28587a6de96]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7f4433e6-bb7c-5d8b-89a7-2411dcb5b3e8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b5638cd-0aa8-4998-9684-82beb5ca979e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:47:53 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:47:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead6796d-917b-492f-8c12-19a1a23086c9]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:47:53 user nova-compute[75217]: DEBUG os_brick.utils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating existing volume attachment record: 4ab418e2-d4c7-4fb1-904b-adc37c411144 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd563fcf0-eb, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd563fcf0-eb, col_values=(('qos', UUID('5ac9fbe0-12f6-4a48-8d3b-714c30a623f8')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd563fcf0-eb, col_values=(('external_ids', {'iface-id': 'd563fcf0-eba0-4f27-8581-388a5f63903d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:be:a5', 'vm-uuid': 'cfb89bb8-56c6-442c-93ec-8f7a84f3b165'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:54 user nova-compute[75217]: INFO os_vif [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb')
Nov 22 11:47:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-ad88a9be-e5e8-44f8-af92-3238bf75cc44. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG nova.network.neutron [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG nova.network.neutron [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:54 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76687074-85ae-4554-bddb-545c1f88488b req-006991ef-3700-464f-a13b-13897ce3f3e5 service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: 47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-47350f7f-0f1e-43d1-9799-6553ca2af2fe. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port 47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Successfully updated port: d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:57 user nova-compute[75217]: WARNING nova.compute.manager [req-6c15ae0a-9e48-4116-869c-d5ea7220c18f req-6b0ac79d-82a8-4276-84c5-755f21031db0 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state active and task_state reboot_started_hard.
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:57 user nova-compute[75217]: INFO nova.compute.manager [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Terminating instance
Nov 22 11:47:57 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:47:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance rebooted successfully.
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-c58206bd-d101-457f-8716-0ead40ccf1a5 req-53f9b1b4-4f73-4ad3-b6f9-6d99d03271be service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-vif-unplugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c58206bd-d101-457f-8716-0ead40ccf1a5 req-53f9b1b4-4f73-4ad3-b6f9-6d99d03271be service nova] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c58206bd-d101-457f-8716-0ead40ccf1a5 req-53f9b1b4-4f73-4ad3-b6f9-6d99d03271be service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c58206bd-d101-457f-8716-0ead40ccf1a5 req-53f9b1b4-4f73-4ad3-b6f9-6d99d03271be service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-c58206bd-d101-457f-8716-0ead40ccf1a5 req-53f9b1b4-4f73-4ad3-b6f9-6d99d03271be service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] No waiting events found dispatching network-vif-unplugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-c58206bd-d101-457f-8716-0ead40ccf1a5 req-53f9b1b4-4f73-4ad3-b6f9-6d99d03271be service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-vif-unplugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c8fafcbc-2590-4fa8-a158-c90706ca41c1 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.014s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:47:58 user nova-compute[75217]: WARNING nova.compute.manager [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state active and task_state None.
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:47:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Instance destroyed successfully.
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lazy-loading 'resources' on Instance uuid de55d9a9-9579-4826-ac1d-87cd16f90b4d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-572170886',display_name='tempest-TestVolumeSwap-server-572170886',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-572170886',id=6,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHmeml2vT+l2pu7cEXkBsiVhgASE4Q8JTvPpc84QIHeaJwdwDSmM5zY1/VBPxjB7kVqBitrngd0JW/RvIrdYJzbXhM7NVKBuXMuD9h0uTPuhYSAShtSRS11zexe2OWCfA==',key_name='tempest-keypair-1240683221',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ebc4b946d9194e6f95b89ede7478415b',ramdisk_id='',reservation_id='r-blplyeyu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-298786214',owner_user_name='tempest-TestVolumeSwap-298786214-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:44:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe2bf576bdd3454292989cdcc8426d30',uuid=de55d9a9-9579-4826-ac1d-87cd16f90b4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Converting VIF {"id": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "address": "fa:16:3e:15:84:26", "network": {"id": "72218460-5a3b-428d-bf09-294bc8354389", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1261467791-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ebc4b946d9194e6f95b89ede7478415b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a2f08fd-68", "ovs_interfaceid": "9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG os_vif [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "a080d098-184e-4381-a1a1-1072eb0e013b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a2f08fd-68, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:58 user nova-compute[75217]: INFO nova.compute.manager [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Terminating instance
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a6516ef-a093-47b4-9809-35d4a8e97e1d) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:58 user nova-compute[75217]: INFO os_vif [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:84:26,bridge_name='br-int',has_traffic_filtering=True,id=9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393,network=Network(72218460-5a3b-428d-bf09-294bc8354389),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a2f08fd-68')
Nov 22 11:47:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Deleting instance files /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d_del
Nov 22 11:47:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Deletion of /opt/stack/data/nova/instances/de55d9a9-9579-4826-ac1d-87cd16f90b4d_del complete
Nov 22 11:47:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: INFO nova.compute.manager [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Took 1.03 seconds to destroy the instance on the hypervisor.
Nov 22 11:47:59 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Instance destroyed successfully.
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.objects.instance [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lazy-loading 'resources' on Instance uuid a080d098-184e-4381-a1a1-1072eb0e013b {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1761666434',display_name='tempest-VolumesActionsTest-instance-1761666434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1761666434',id=11,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:46:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='165866e2c6b34c87bebca851607df76b',ramdisk_id='',reservation_id='r-4crtrjgl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-2078529009',owner_user_name='tempest-VolumesActionsTest-2078529009-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:46:17Z,user_data=None,user_id='e3a635a74b0242e08066c3ff73a84ceb',uuid=a080d098-184e-4381-a1a1-1072eb0e013b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converting VIF {"id": "144db411-ab53-4857-8bf7-b9c03670af52", "address": "fa:16:3e:3a:31:07", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap144db411-ab", "ovs_interfaceid": "144db411-ab53-4857-8bf7-b9c03670af52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG os_vif [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap144db411-ab, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=632cc9c9-0d6b-4f88-83ed-c9b72b1d8dd2) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:47:59 user nova-compute[75217]: INFO os_vif [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:31:07,bridge_name='br-int',has_traffic_filtering=True,id=144db411-ab53-4857-8bf7-b9c03670af52,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap144db411-ab')
Nov 22 11:47:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Deleting instance files /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b_del
Nov 22 11:47:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Deletion of /opt/stack/data/nova/instances/a080d098-184e-4381-a1a1-1072eb0e013b_del complete
Nov 22 11:47:59 user nova-compute[75217]: INFO nova.compute.manager [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 22 11:47:59 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:47:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [{"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:00 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Took 1.33 seconds to deallocate network for instance.
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance network_info: |[{"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-3dc649f5-a223-41d4-a0e8-2a7795d82ba9 req-e77940cc-30bc-4e44-bd01-9204c7776fab service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-vif-deleted-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:00 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Took 0.64 seconds to deallocate network for instance.
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received event network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Acquiring lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] No waiting events found dispatching network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:00 user nova-compute[75217]: WARNING nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: de55d9a9-9579-4826-ac1d-87cd16f90b4d] Received unexpected event network-vif-plugged-9a2f08fd-68b6-47fc-8d0e-1f2dcdd57393 for instance with vm_state deleted and task_state None.
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-vif-unplugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] No waiting events found dispatching network-vif-unplugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-vif-unplugged-144db411-ab53-4857-8bf7-b9c03670af52 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Acquiring lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] Lock "a080d098-184e-4381-a1a1-1072eb0e013b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] No waiting events found dispatching network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:00 user nova-compute[75217]: WARNING nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received unexpected event network-vif-plugged-144db411-ab53-4857-8bf7-b9c03670af52 for instance with vm_state active and task_state deleting.
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f9c0276-026e-44a5-999f-f55e88fcac2f req-00edcb88-b1d3-4c0f-a29a-2cb372552493 service nova] [instance: a080d098-184e-4381-a1a1-1072eb0e013b] Received event network-vif-deleted-144db411-ab53-4857-8bf7-b9c03670af52 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:00 user nova-compute[75217]: INFO nova.virt.block_device [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Booting with volume 31c74bca-a942-4313-860d-19a413e40b89 at /dev/vdc
Nov 22 11:48:00 user nova-compute[75217]: DEBUG os_brick.utils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9fa5e1-115f-401b-a88c-c6560bb72f89]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae31b6e0-ecfc-44a1-b6b4-b00f2700a081]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a502a2-d30b-49c8-8781-d3dcef80b6a8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[10371cc6-e014-4951-bf68-d93601922eff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updated VIF entry in instance network info cache for port d2eea316-e6f1-4cfa-a2ce-4eb17e65a764. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [{"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.570s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.435s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:48:00 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:48:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11f77dc-16e7-4e37-91bf-4f61a18bf5ff]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG os_brick.utils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating existing volume attachment record: 077e0893-db64-4321-9a57-3293e0e1cbb1 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-defd6f7c-19ac-4dbb-a65f-b337a60f4b77 req-bdbce892-bc1e-455b-867a-1a8b60c2ef5d service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:01 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Deleted allocations for instance de55d9a9-9579-4826-ac1d-87cd16f90b4d
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0e08dd68-c1e4-4723-8924-ecfa3161cad5 tempest-TestVolumeSwap-298786214 tempest-TestVolumeSwap-298786214-project-member] Lock "de55d9a9-9579-4826-ac1d-87cd16f90b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.193s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.513s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:01 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Deleted allocations for instance a080d098-184e-4381-a1a1-1072eb0e013b
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-0b8ecdb5-8123-41d0-b10c-28f72a938c8f tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "a080d098-184e-4381-a1a1-1072eb0e013b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.875s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-changed-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Refreshing instance network info cache due to event network-changed-92bde4ca-733e-46ef-9072-b7229d0154ac. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] Acquiring lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] Acquired lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Refreshing network info cache for port 92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:05 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:05 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:05 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:05 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7779MB free_disk=25.666725158691406GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[34422a89-616c-47ad-aa92-50f68600e4af]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:48:05 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65cfc6e-bb24-406f-8c05-8af526310280]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f] added
Nov 22 11:48:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[569a783e-1cf1-4485-adb6-f4d350012e2b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e06eeff5-94ce-465f-ae15-1a9019bb22ab]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XkRuoaLT {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XkRuoaLT" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40bf80e-8977-43e7-8241-dc5fb7204386]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XkRuoaLT'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1346809d-e0a2-4e19-9bda-4dfac99beb3a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[87ce2081-3452-43d1-81be-ceaaa4ebebb4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:05 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:05 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 92e3553c-477b-4d1b-b1cb-79c7b649668a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9a229f89-ac7a-4f54-95c6-aed24f9c645e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 72adf242-ff6f-48f4-bb60-2c064fc6b447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c37557da-376a-471b-bad2-24197a9f79cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance dc341caf-5f23-4267-8a33-f7b7c99d025d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.network.neutron [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updated VIF entry in instance network info cache for port 92bde4ca-733e-46ef-9072-b7229d0154ac. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:48:05 user nova-compute[75217]: DEBUG nova.network.neutron [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updating instance_info_cache with network_info: [{"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5228b17-c350-4716-b8f6-ee8397fc6358]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]
Nov 22 11:48:06 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0798ef13-ece1-4240-a98f-50fb24902b47 req-2eb40540-5585-41b1-ad49-a155bfd58269 service nova] Releasing lock "refresh_cache-72adf242-ff6f-48f4-bb60-2c064fc6b447" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd958d3-d1e6-4bf3-aef1-f8d4e1279b30]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6941ef-4600-4fd5-9dc0-21c8b861d121]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:06 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:06 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:06 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:06 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] HCTL ('35', '-', '-', 0) found on session 16 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b985c3-99ab-49f4-9c5a-ea3d5293b5f8]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:48:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.623s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.371s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '23461383566663066', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461383566663066', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'flavor' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:48:07 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:48:07 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 11:48:07 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:48:07 user nova-compute[75217]:   <serial>c560bf7f-d096-4e09-92b0-9c131d3ce94f</serial>
Nov 22 11:48:07 user nova-compute[75217]: </disk>
Nov 22 11:48:07 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No VIF found with MAC fa:16:3e:4c:f7:b4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cab2b35-2869-480d-ba50-135c47cd89d2 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.997s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:48:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Creating image(s)
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Ensure instance console log exists: /opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Start _get_guest_xml network_info=[{"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WitAkxXN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc341caf-5f23-4267-8a33-f7b7c99d025d', 'attached_at': '', 'detached_at': '', 'volume_id': '742f4a52-7341-4d62-9e0c-243923878b59', 'serial': '742f4a52-7341-4d62-9e0c-243923878b59'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '99c1c1d8-2225-4f3e-b055-f5981af6890b', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFaoUOYM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc341caf-5f23-4267-8a33-f7b7c99d025d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ede7c14b-0cbd-4318-8acd-c1ef72529e8b', 'serial': 'ede7c14b-0cbd-4318-8acd-c1ef72529e8b'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 1, 'mount_device': '/dev/vdb', 'attachment_id': '25cb4232-9e23-4447-9dd7-d072f3446ba7', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFGWyslr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc341caf-5f23-4267-8a33-f7b7c99d025d', 'attached_at': '', 'detached_at': '', 'volume_id': '31c74bca-a942-4313-860d-19a413e40b89', 'serial': '31c74bca-a942-4313-860d-19a413e40b89'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 2, 'mount_device': '/dev/vdc', 'attachment_id': '077e0893-db64-4321-9a57-3293e0e1cbb1', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:48:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WitAkxXN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:08 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:08 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:08 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG nova.objects.instance [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lazy-loading 'flavor' on Instance uuid 72adf242-ff6f-48f4-bb60-2c064fc6b447 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0e2c77-2fab-4c77-9694-9a7c93426c3e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:48:08 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[87b84ff1-2207-4dcf-b590-ff1e63afaa7b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59] added
Nov 22 11:48:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.036s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb5292ad-5744-46f9-847e-90d2910522ef]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[caac50e9-8cb7-4519-8ffc-0ee53e5155dd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WitAkxXN {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WitAkxXN" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef2636a-bf29-491f-8c4a-8b38f668091d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WitAkxXN'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdcb8d4-883b-47d0-abef-29c8f05f50c4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a772e30c-93fe-4027-abce-216f682dce3f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3477d47-b2f7-4e3e-b167-2fede8ac7e1f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260]
Nov 22 11:48:08 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:08 user nova-compute[75217]: INFO nova.compute.manager [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Attaching volume 81e35505-d262-4256-b46b-3976e053a939 to /dev/vdb
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e099ce9e-91c1-4650-b9a8-136d176e2a1f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9626caf-f53f-4da0-9571-410a61c9900d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:08 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] HCTL ('36', '-', '-', 0) found on session 17 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6161662-7088-4bd7-97c6-6fae6d09db5b]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Searching for a device in session 17 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WitAkxXN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG os_brick.utils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c040d8-36c9-4fb5-81a5-da333b763478]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[761bc54c-6eaa-419a-95d5-c399468f93f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[27db8511-a7ca-4129-8f4c-283996b69fb6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d1bffc-7adb-4283-a718-762c7700588f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:48:09 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90a2156-c06f-4294-b871-d78dad3dd332]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.utils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updating existing volume attachment record: 9e03c7c1-e791-4407-b8fb-7420e2e4c448 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Stashing vm_state: active {{(pid=75217) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.404s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== connect_volume: return (1406ms) {'type': 'block', 'scsi_wwn': '26634353739623339', 'path': '/dev/sde'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634353739623339', 'path': '/dev/sde'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:48:09 user nova-compute[75217]: INFO nova.compute.claims [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Claim successful on node user
Nov 22 11:48:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFaoUOYM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:09 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:09 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:09 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:09 user nova-compute[75217]: INFO nova.compute.resource_tracker [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating resource usage from migration d47d7bd7-cb84-4266-8c9c-167d43e8dae4
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c2c5b3-a956-4d21-9387-c3a36582dbec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:48:09 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f909175-c16f-4d1b-891d-27b82093b12d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b] added
Nov 22 11:48:09 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a690f5-62e7-4e8f-abbd-f91c7d352085]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d0e188-31b6-47f7-9e34-52608de24e19]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vFaoUOYM {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vFaoUOYM" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4d0059-be6b-4374-ace3-b20ab585bcb1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vFaoUOYM'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e8035e-1fd0-43ef-9773-c22e82f54619]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1598c60-07a3-48b4-97a7-a8e27ce3ef27]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa32ed8-2032-4a75-9cc6-cb37ac1e0313]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260]
Nov 22 11:48:10 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[05dc08eb-f521-4ad5-b8ec-821eba6820d4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d477e24-0880-4d6b-b036-37e1a9a5feb8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:10 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] HCTL ('37', '-', '-', 0) found on session 18 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b154e2-2d24-46b4-ae39-c1f29f8fafae]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Searching for a device in session 18 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFaoUOYM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.491s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:10 user nova-compute[75217]: INFO nova.compute.manager [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Migrating
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:10 user nova-compute[75217]: INFO nova.compute.rpcapi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '23364383236353735', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23364383236353735', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Starting migrate_disk_and_power_off {{(pid=75217) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFGWyslr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:11 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7fa814f-7c39-405d-8d1c-42ad82116cc9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:48:11 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b312f8b0-ca41-4b8e-adb6-471dc9a6ebc2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89] added
Nov 22 11:48:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a32e174-5e04-4250-9d9b-658f0663db1e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[544c6396-3385-4bcd-82b1-a137e626e9d6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OFGWyslr {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OFGWyslr" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cd884e5-bd57-40ac-adc1-0d5eca26d6ad]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OFGWyslr'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2730f33-c2c6-4c61-b444-dbac722e607f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b88290-7c63-4358-88e4-9ef6d4492362]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e454049-f587-432d-bb08-0e8a7d9b21b8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260]
Nov 22 11:48:11 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.049s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5064808d-9201-4000-9ae5-6c375434f612]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-ef9c12bf-8a3f-4ef0-af4b-0dede95bbb2f req-2133e88b-73f1-4d09-8474-6fb3e3855175 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ef9c12bf-8a3f-4ef0-af4b-0dede95bbb2f req-2133e88b-73f1-4d09-8474-6fb3e3855175 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ef9c12bf-8a3f-4ef0-af4b-0dede95bbb2f req-2133e88b-73f1-4d09-8474-6fb3e3855175 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ef9c12bf-8a3f-4ef0-af4b-0dede95bbb2f req-2133e88b-73f1-4d09-8474-6fb3e3855175 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-ef9c12bf-8a3f-4ef0-af4b-0dede95bbb2f req-2133e88b-73f1-4d09-8474-6fb3e3855175 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:11 user nova-compute[75217]: WARNING nova.compute.manager [req-ef9c12bf-8a3f-4ef0-af4b-0dede95bbb2f req-2133e88b-73f1-4d09-8474-6fb3e3855175 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state active and task_state resize_migrating.
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[348b0693-38b6-435e-bcc9-b52d3c488328]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:11 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.390s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] HCTL ('38', '-', '-', 0) found on session 19 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[243f76a3-4ae8-4d1f-b01c-b67ffaf58ec1]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Searching for a device in session 19 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:48:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFGWyslr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:48:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance destroyed successfully.
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc75211af-b8, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6722ce87-3eed-4d53-8e3c-30fcd89dd818) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:12 user nova-compute[75217]: INFO os_vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8')
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:12 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== connect_volume: return (1438ms) {'type': 'block', 'scsi_wwn': '23836616365303263', 'path': '/dev/sdg'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836616365303263', 'path': '/dev/sdg'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.636s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[28776e40-8f2d-4d17-8752-5d43220d7bf4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:48:12 user nova-compute[75217]: No targets found.
Nov 22 11:48:12 user nova-compute[75217]: iSNS:
Nov 22 11:48:12 user nova-compute[75217]: No targets found.
Nov 22 11:48:12 user nova-compute[75217]: STATIC:
Nov 22 11:48:12 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59
Nov 22 11:48:12 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:12 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:12 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89
Nov 22 11:48:12 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:12 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:12 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:48:12 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:12 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:12 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:48:12 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:12 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:12 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b
Nov 22 11:48:12 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:12 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:12 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:48:12 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:12 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:12 user nova-compute[75217]: FIRMWARE:
Nov 22 11:48:12 user nova-compute[75217]: No targets found.
Nov 22 11:48:12 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:48:12 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:48:12 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lazy-loading 'pci_devices' on Instance uuid dc341caf-5f23-4267-8a33-f7b7c99d025d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[80dfb49c-55d2-4003-b5f9-d478983df7d0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:48:12 user nova-compute[75217]:   <uuid>dc341caf-5f23-4267-8a33-f7b7c99d025d</uuid>
Nov 22 11:48:12 user nova-compute[75217]:   <name>instance-0000000e</name>
Nov 22 11:48:12 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:48:12 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:48:12 user nova-compute[75217]:   <metadata>
Nov 22 11:48:12 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:48:12 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:48:12 user nova-compute[75217]:       <nova:name>tempest-device-tagging-server-218007295</nova:name>
Nov 22 11:48:12 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:48:08</nova:creationTime>
Nov 22 11:48:12 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:48:12 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:48:12 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:48:12 user nova-compute[75217]:       <nova:owner>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:user uuid="67a954303da44da2acb91c964b40480f">tempest-TaggedBootDevicesTest_v242-1829704045-project-member</nova:user>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:project uuid="d1cd32051f28482597e1980c6a9793b7">tempest-TaggedBootDevicesTest_v242-1829704045</nova:project>
Nov 22 11:48:12 user nova-compute[75217]:       </nova:owner>
Nov 22 11:48:12 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:48:12 user nova-compute[75217]:       <nova:ports>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="f7b17141-7e24-4fc1-90dd-6e84cc82d9db">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="3d4507bb-b431-40df-b358-287b7dfc760c">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.26" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="ad88a9be-e5e8-44f8-af92-3238bf75cc44">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.165" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.146" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="bfc21a87-cff8-463d-ace0-ffaa9ccb5a61">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.1.1.244" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="47350f7f-0f1e-43d1-9799-6553ca2af2fe">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:         <nova:port uuid="d2eea316-e6f1-4cfa-a2ce-4eb17e65a764">
Nov 22 11:48:12 user nova-compute[75217]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 22 11:48:12 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:12 user nova-compute[75217]:       </nova:ports>
Nov 22 11:48:12 user nova-compute[75217]:     </nova:instance>
Nov 22 11:48:12 user nova-compute[75217]:   </metadata>
Nov 22 11:48:12 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:48:12 user nova-compute[75217]:     <system>
Nov 22 11:48:12 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:48:12 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:48:12 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:48:12 user nova-compute[75217]:       <entry name="serial">dc341caf-5f23-4267-8a33-f7b7c99d025d</entry>
Nov 22 11:48:12 user nova-compute[75217]:       <entry name="uuid">dc341caf-5f23-4267-8a33-f7b7c99d025d</entry>
Nov 22 11:48:12 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:48:12 user nova-compute[75217]:     </system>
Nov 22 11:48:12 user nova-compute[75217]:   </sysinfo>
Nov 22 11:48:12 user nova-compute[75217]:   <os>
Nov 22 11:48:12 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:48:12 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:48:12 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:48:12 user nova-compute[75217]:   </os>
Nov 22 11:48:12 user nova-compute[75217]:   <features>
Nov 22 11:48:12 user nova-compute[75217]:     <acpi/>
Nov 22 11:48:12 user nova-compute[75217]:     <apic/>
Nov 22 11:48:12 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:48:12 user nova-compute[75217]:   </features>
Nov 22 11:48:12 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:48:12 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:48:12 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:48:12 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:48:12 user nova-compute[75217]:   </clock>
Nov 22 11:48:12 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:48:12 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:48:12 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:48:12 user nova-compute[75217]:   </cpu>
Nov 22 11:48:12 user nova-compute[75217]:   <devices>
Nov 22 11:48:12 user nova-compute[75217]:     <disk type="file" device="cdrom">
Nov 22 11:48:12 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none"/>
Nov 22 11:48:12 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d/disk.config"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="hda" bus="ide"/>
Nov 22 11:48:12 user nova-compute[75217]:     </disk>
Nov 22 11:48:12 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:48:12 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:48:12 user nova-compute[75217]:       <source dev="/dev/sde"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <serial>742f4a52-7341-4d62-9e0c-243923878b59</serial>
Nov 22 11:48:12 user nova-compute[75217]:     </disk>
Nov 22 11:48:12 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:48:12 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:48:12 user nova-compute[75217]:       <source dev="/dev/sdf"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <serial>ede7c14b-0cbd-4318-8acd-c1ef72529e8b</serial>
Nov 22 11:48:12 user nova-compute[75217]:     </disk>
Nov 22 11:48:12 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:48:12 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:48:12 user nova-compute[75217]:       <source dev="/dev/sdg"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="vdc" bus="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <serial>31c74bca-a942-4313-860d-19a413e40b89</serial>
Nov 22 11:48:12 user nova-compute[75217]:     </disk>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:10:e9:8a"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tapf7b17141-7e"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:d6:85:7a"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tap3d4507bb-b4"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:8b:25:c0"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tapad88a9be-e5"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:cd:d0:0c"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tapd8a43ecc-97"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:3f:26:69"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tapbfc21a87-cf"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:40:1a:c2"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tap47350f7f-0f"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:12 user nova-compute[75217]:       <mac address="fa:16:3e:de:c1:3b"/>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:12 user nova-compute[75217]:       <target dev="tapd2eea316-e6"/>
Nov 22 11:48:12 user nova-compute[75217]:     </interface>
Nov 22 11:48:12 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:48:12 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d/console.log" append="off"/>
Nov 22 11:48:12 user nova-compute[75217]:     </serial>
Nov 22 11:48:12 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:48:12 user nova-compute[75217]:     <video>
Nov 22 11:48:12 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:12 user nova-compute[75217]:     </video>
Nov 22 11:48:12 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:48:12 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:48:12 user nova-compute[75217]:     </rng>
Nov 22 11:48:12 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:48:12 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:48:12 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:48:12 user nova-compute[75217]:     </memballoon>
Nov 22 11:48:12 user nova-compute[75217]:   </devices>
Nov 22 11:48:12 user nova-compute[75217]: </domain>
Nov 22 11:48:12 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f0b19aad-96a3-5f84-8be8-e1b0b348d0c2', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[afbc5bb6-4182-4d2d-b748-b12e9f0ee9b8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:12 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:12 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058df7eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13f3878-7420-4dfd-b4b8-c8d4ec26d8e5]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb037b10-fa0e-4fdd-a6c5-38fc0dcb7ec7]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[531ccda3-db03-4bec-882c-12e1e4acf0e0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7b17141-7e, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7b17141-7e, col_values=(('qos', UUID('8ff1bea4-a721-4066-a195-10a4d522559d')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7b17141-7e, col_values=(('external_ids', {'iface-id': 'f7b17141-7e24-4fc1-90dd-6e84cc82d9db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:e9:8a', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b66368ce-5fb2-437c-9b2b-d3fa3694ea7d]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8c9a9bc2-9007-5ea4-a60e-d3c46f02530e', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8502a95f-3351-4c34-8aff-6e5ff207333d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d4507bb-b4, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d4507bb-b4, col_values=(('qos', UUID('6b66556a-a6b6-45e1-816f-daca826c78d7')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d4507bb-b4, col_values=(('external_ids', {'iface-id': '3d4507bb-b431-40df-b358-287b7dfc760c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:85:7a', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd555bede-545a-54eb-9a4b-9386bb309f9c', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapad88a9be-e5, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapad88a9be-e5, col_values=(('qos', UUID('8a325a1c-09b4-46c3-95ee-5713a0ab581e')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapad88a9be-e5, col_values=(('external_ids', {'iface-id': 'ad88a9be-e5e8-44f8-af92-3238bf75cc44', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:25:c0', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[542e968d-b128-417d-abb7-333e9f335833]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]
Nov 22 11:48:13 user nova-compute[75217]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[72bfa942-badc-47df-b576-068f8ecd5484]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '81410aa8-b7d2-5afd-bc01-26253d393c4b', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== disconnect_volume: return (1048ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8a43ecc-97, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8a43ecc-97, col_values=(('qos', UUID('497948df-eda0-493f-849e-b9348cd5e2cd')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8a43ecc-97, col_values=(('external_ids', {'iface-id': 'd8a43ecc-970c-4f0c-a36a-d5e1675c2ac7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:d0:0c', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '15d1f451-cb4f-5fe7-89a7-3f2bd3887c86', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbfc21a87-cf, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbfc21a87-cf, col_values=(('qos', UUID('93559181-4c85-42a5-af52-03ec9d59f95d')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbfc21a87-cf, col_values=(('external_ids', {'iface-id': 'bfc21a87-cff8-463d-ace0-ffaa9ccb5a61', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:26:69', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '370714dd-1267-56b5-a423-6890e727bfb8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47350f7f-0f, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47350f7f-0f, col_values=(('qos', UUID('a206bae9-96d5-40a8-8bf3-4d507eba27ec')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47350f7f-0f, col_values=(('external_ids', {'iface-id': '47350f7f-0f1e-43d1-9799-6553ca2af2fe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:1a:c2', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:47:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '70103325-6301-549b-b019-6cd14f60c570', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08_resize/disk /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2eea316-e6, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2eea316-e6, col_values=(('qos', UUID('283f6876-236c-4eb4-9206-8ebad27547db')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2eea316-e6, col_values=(('external_ids', {'iface-id': 'd2eea316-e6f1-4cfa-a2ce-4eb17e65a764', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:c1:3b', 'vm-uuid': 'dc341caf-5f23-4267-8a33-f7b7c99d025d'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:13 user nova-compute[75217]: INFO os_vif [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6')
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9d45586-55cd-4d5f-860d-e35f9ca35618 req-d6d7f9fe-6264-4aa1-b982-96e8f7f4920e service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9d45586-55cd-4d5f-860d-e35f9ca35618 req-d6d7f9fe-6264-4aa1-b982-96e8f7f4920e service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9d45586-55cd-4d5f-860d-e35f9ca35618 req-d6d7f9fe-6264-4aa1-b982-96e8f7f4920e service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9d45586-55cd-4d5f-860d-e35f9ca35618 req-d6d7f9fe-6264-4aa1-b982-96e8f7f4920e service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9d45586-55cd-4d5f-860d-e35f9ca35618 req-d6d7f9fe-6264-4aa1-b982-96e8f7f4920e service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:13 user nova-compute[75217]: WARNING nova.compute.manager [req-f9d45586-55cd-4d5f-860d-e35f9ca35618 req-d6d7f9fe-6264-4aa1-b982-96e8f7f4920e service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state active and task_state resize_migrating.
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] No BDM found with device name hda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] No VIF found with MAC fa:16:3e:10:e9:8a, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] No VIF found with MAC fa:16:3e:3f:26:69, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Using config drive
Nov 22 11:48:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Creating config drive at /opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d/disk.config
Nov 22 11:48:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0k10fmxy {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "cp -r /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08_resize/disk /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk" returned: 0 in 0.570s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08_resize/disk.info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk.info {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0k10fmxy" returned: 0 in 0.097s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "cp -r /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08_resize/disk.info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk.info" returned: 0 in 0.043s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Port c75211af-b8a6-4803-9844-2a34db53ffab binding to destination host user is already ACTIVE {{(pid=75217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.volume.cinder [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Update attachment failed for attachment 9e03c7c1-e791-4407-b8fb-7420e2e4c448. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-68e65bdb-e4c7-4fda-8978-553e94dad52c) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-68e65bdb-e4c7-4fda-8978-553e94dad52c)
Nov 22 11:48:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Failed to attach 81e35505-d262-4256-b46b-3976e053a939 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-68e65bdb-e4c7-4fda-8978-553e94dad52c)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Traceback (most recent call last):
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     ret_val = method(obj, context, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     self._do_attach(context, instance, volume, volume_api,
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     self._volume_attach(context, volume, connector, instance,
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     connection_info = volume_api.attachment_update(
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     res = method(self, ctx, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     with excutils.save_and_reraise_exception():
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     self.force_reraise()
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     raise self.value
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     context, '3.44', skip_version_check=True).attachments.update(
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     return method.func(obj, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     resp = self._update('/attachments/%s' % id, body)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     return self._cs_request(url, 'PUT', **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     return self.request(url, method, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447]     raise exceptions.from_response(resp, body)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-68e65bdb-e4c7-4fda-8978-553e94dad52c)
Nov 22 11:48:15 user nova-compute[75217]: ERROR nova.compute.manager [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] 
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.009s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server [None req-48d5b6a3-ce6c-439f-b2b1-9c7333bc6f79 tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-68e65bdb-e4c7-4fda-8978-553e94dad52c)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-68e65bdb-e4c7-4fda-8978-553e94dad52c)
Nov 22 11:48:15 user nova-compute[75217]: ERROR oslo_messaging.rpc.server 
Nov 22 11:48:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-c2ec5a06-4948-40eb-a368-e68821e3051f req-fc0110eb-22c2-4737-89ff-1d800ead5036 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c2ec5a06-4948-40eb-a368-e68821e3051f req-fc0110eb-22c2-4737-89ff-1d800ead5036 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c2ec5a06-4948-40eb-a368-e68821e3051f req-fc0110eb-22c2-4737-89ff-1d800ead5036 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c2ec5a06-4948-40eb-a368-e68821e3051f req-fc0110eb-22c2-4737-89ff-1d800ead5036 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-c2ec5a06-4948-40eb-a368-e68821e3051f req-fc0110eb-22c2-4737-89ff-1d800ead5036 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:15 user nova-compute[75217]: WARNING nova.compute.manager [req-c2ec5a06-4948-40eb-a368-e68821e3051f req-fc0110eb-22c2-4737-89ff-1d800ead5036 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db for instance with vm_state building and task_state spawning.
Nov 22 11:48:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9ed6189-101f-4394-8b8b-cfdf4eb376f4 req-0123d649-ed82-4851-ad67-aa3d921e8bca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9ed6189-101f-4394-8b8b-cfdf4eb376f4 req-0123d649-ed82-4851-ad67-aa3d921e8bca service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9ed6189-101f-4394-8b8b-cfdf4eb376f4 req-0123d649-ed82-4851-ad67-aa3d921e8bca service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9ed6189-101f-4394-8b8b-cfdf4eb376f4 req-0123d649-ed82-4851-ad67-aa3d921e8bca service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9ed6189-101f-4394-8b8b-cfdf4eb376f4 req-0123d649-ed82-4851-ad67-aa3d921e8bca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:16 user nova-compute[75217]: WARNING nova.compute.manager [req-f9ed6189-101f-4394-8b8b-cfdf4eb376f4 req-0123d649-ed82-4851-ad67-aa3d921e8bca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c for instance with vm_state building and task_state spawning.
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG os_brick.utils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2817c375-8a55-47d8-88a3-c424b897ea7b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-adb41403-39c6-4612-b5b0-d1ae9f2be639 req-95a83303-21ed-4ff9-a216-ba1d74a35320 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-adb41403-39c6-4612-b5b0-d1ae9f2be639 req-95a83303-21ed-4ff9-a216-ba1d74a35320 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-adb41403-39c6-4612-b5b0-d1ae9f2be639 req-95a83303-21ed-4ff9-a216-ba1d74a35320 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-adb41403-39c6-4612-b5b0-d1ae9f2be639 req-95a83303-21ed-4ff9-a216-ba1d74a35320 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-adb41403-39c6-4612-b5b0-d1ae9f2be639 req-95a83303-21ed-4ff9-a216-ba1d74a35320 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:16 user nova-compute[75217]: WARNING nova.compute.manager [req-adb41403-39c6-4612-b5b0-d1ae9f2be639 req-95a83303-21ed-4ff9-a216-ba1d74a35320 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 for instance with vm_state building and task_state spawning.
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45e58ca-0d66-4223-a835-980db23723fc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4f80b3-f9a9-47dc-ac61-ce05d377c65b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a384dd7f-564c-40f1-958a-3d213c85140a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:48:16 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:48:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[205bc440-9bc3-4cd2-bf3a-422c05e15890]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG os_brick.utils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-f3c5c232-f9da-4163-acea-f071bc22996b req-5cf8d872-c502-481a-9de1-deef99595c19 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-f26be877-a750-4f0d-9b77-16ebd5a27700 req-f6b76dfe-912e-434a-a6bb-fa8a164e1931 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:18 user nova-compute[75217]: WARNING nova.compute.manager [req-4298a050-1352-46d8-a312-8aae0996867b req-c32f2501-4a2e-4c7f-b30c-5a3276ed1ad0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe for instance with vm_state building and task_state spawning.
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:19 user nova-compute[75217]: INFO nova.compute.manager [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Terminating instance
Nov 22 11:48:19 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:48:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:48:19 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance spawned successfully.
Nov 22 11:48:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-unplugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-unplugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-unplugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] Acquiring lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] No waiting events found dispatching network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:20 user nova-compute[75217]: WARNING nova.compute.manager [req-a3a4c595-3b6f-4932-9aeb-809cc323d2b9 req-1b33d517-2075-4656-a5fc-29f07038f015 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received unexpected event network-vif-plugged-a1a78c28-6a34-43fb-9084-82c6024c3e7c for instance with vm_state active and task_state deleting.
Nov 22 11:48:20 user nova-compute[75217]: INFO nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Took 11.74 seconds to spawn the instance on the hypervisor.
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:48:20 user nova-compute[75217]: INFO nova.compute.manager [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Took 34.74 seconds to build instance.
Nov 22 11:48:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Instance destroyed successfully.
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.objects.instance [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lazy-loading 'resources' on Instance uuid 9a229f89-ac7a-4f54-95c6-aed24f9c645e {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a7ffcd5e-68cc-4e6a-af11-389668e4f350 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.867s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T11:44:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-110131749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-606126745',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJoN5qR/oJ6tGBo1XfCTJuYnh+LiBoGmPB8AcImmIM2jc0wdtjl1MnQrA5LxC6E+70BkgGkJ7gQP+Qlta9VlRSMapOVpJ69HsPQcDdq/DV77oj3zW9I4L1yDrDIAoJadg==',key_name='tempest-keypair-1994692831',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:46:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='672000cc8fe1421986655ebf224340a2',ramdisk_id='',reservation_id='r-jhk3lff8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1582262134',owner_user_name='tempest-ServerActionsV293TestJSON-1582262134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:47:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f380399c1684b1ba8e7b9204edb6004',uuid=9a229f89-ac7a-4f54-95c6-aed24f9c645e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converting VIF {"id": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "address": "fa:16:3e:2a:ed:6c", "network": {"id": "c5a3e0a8-9973-4012-ae35-db5058a3aa54", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1313318381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "672000cc8fe1421986655ebf224340a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1a78c28-6a", "ovs_interfaceid": "a1a78c28-6a34-43fb-9084-82c6024c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_vif [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1a78c28-6a, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb4682a9-d12d-4c03-a46f-cb2658bc4d61) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:20 user nova-compute[75217]: INFO os_vif [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ed:6c,bridge_name='br-int',has_traffic_filtering=True,id=a1a78c28-6a34-43fb-9084-82c6024c3e7c,network=Network(c5a3e0a8-9973-4012-ae35-db5058a3aa54),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1a78c28-6a')
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qoIxlQbe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:20 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0425e7a6-f585-44bf-92a5-ebed22c47082]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:48:20 user nova-compute[75217]: No targets found.
Nov 22 11:48:20 user nova-compute[75217]: iSNS:
Nov 22 11:48:20 user nova-compute[75217]: No targets found.
Nov 22 11:48:20 user nova-compute[75217]: STATIC:
Nov 22 11:48:20 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59
Nov 22 11:48:20 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:20 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:20 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89
Nov 22 11:48:20 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:20 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:20 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3
Nov 22 11:48:20 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:20 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:20 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b
Nov 22 11:48:20 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:20 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:20 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:48:20 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:48:20 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:48:20 user nova-compute[75217]: FIRMWARE:
Nov 22 11:48:20 user nova-compute[75217]: No targets found.
Nov 22 11:48:20 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:48:20 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:48:20 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[be0c6413-bb3c-47cf-ac30-820ff153bbe4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4da1a22-3c70-4485-ae45-d3d9e7517d1e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:20 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:20 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d7b760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[555b12c6-0c72-4a51-a7c1-16502f48bbc3]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbff1698-f9d7-4270-af86-d37246da613f]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c1e78e-31b2-4b89-8460-288a164fec7e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.065s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a7c9b2a-4ce0-40be-b0ca-dd92f4a36394]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7f6d9a29-fc92017c2333d6b2', '/dev/disk/by-id/scsi-26663393230313763', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7f6d9a29') {{(pid=85370) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13cea11-dbf0-43af-aa62-09ea256e3254]: (4, None) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fefe6e-3cad-4ae0-ace1-5e2828c6901c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[800ad811-8a99-4dfd-8a53-1a29601fab58]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260]
Nov 22 11:48:20 user nova-compute[75217]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:20 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:516dc3cc-a305-45b0-ba4b-00daaa828ad3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b45b812-6ae4-4a88-88e3-363f11f991a4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.415s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] <== disconnect_volume: return (416ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:48:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Deleting instance files /opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e_del
Nov 22 11:48:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Deletion of /opt/stack/data/nova/instances/9a229f89-ac7a-4f54-95c6-aed24f9c645e_del complete
Nov 22 11:48:20 user nova-compute[75217]: INFO nova.compute.manager [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Took 1.48 seconds to destroy the instance on the hypervisor.
Nov 22 11:48:20 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:48:20 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:48:21 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:21 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Took 1.11 seconds to deallocate network for instance.
Nov 22 11:48:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-3cebe131-4761-4053-a55b-74bbda8886b2 req-51c45b63-8f9d-4b12-9b13-bee917a74e81 service nova] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Received event network-vif-deleted-a1a78c28-6a34-43fb-9084-82c6024c3e7c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:22 user nova-compute[75217]: INFO nova.compute.manager [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Took 0.90 seconds to detach 1 volumes for instance.
Nov 22 11:48:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] [instance: 9a229f89-ac7a-4f54-95c6-aed24f9c645e] Deleting volume: 516dc3cc-a305-45b0-ba4b-00daaa828ad3 {{(pid=75217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 22 11:48:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:23 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:23 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.491s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:23 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Deleted allocations for instance 9a229f89-ac7a-4f54-95c6-aed24f9c645e
Nov 22 11:48:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b1c5684-7be6-4170-ad5b-6d9d3ff71dcb tempest-ServerActionsV293TestJSON-1582262134 tempest-ServerActionsV293TestJSON-1582262134-project-member] Lock "9a229f89-ac7a-4f54-95c6-aed24f9c645e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.339s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Starting finish_migration {{(pid=75217) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 11:48:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Creating image(s)
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk. size=21474836480 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk 21474836480 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk 21474836480" returned: 0 in 0.063s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Ensure instance console log exists: /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start _get_guest_xml network_info=[{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'bfb46d6c-3e8f-4763-b3c1-4edad1127b08', 'attached_at': '2023-11-22T11:48:24.000000', 'detached_at': '', 'volume_id': 'c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'serial': 'c560bf7f-d096-4e09-92b0-9c131d3ce94f'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '8e8b1589-1698-482f-9231-ea045d92223c', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:48:24 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:24 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:48:24 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:24 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:48:24 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[22106237-3e15-4d59-ba78-b4bb339ceef3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:48:24 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0fd647-1276-4730-a9f8-cffc389d2942]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f] added
Nov 22 11:48:24 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbbcc54-5ff5-4a9b-a0fc-dfe1817d908a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f84ae51a-65ec-47f8-8282-44628890546f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XkRuoaLT {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XkRuoaLT" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c88cfab-ec55-4b81-9d5a-4af1f26ccc63]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XkRuoaLT'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d4e10a-edcf-40c7-a475-0c4d4719daca]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d4e690-0def-4fe5-8208-e840638c0163]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[793d1e3a-31ce-423a-b0e4-45282f47e4e3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]
Nov 22 11:48:25 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.
Nov 22 11:48:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[32666020-688d-4c35-8b11-5ff1e46a0478]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3955849b-a392-47c0-8ad4-aaba6cb56d01]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:48:25 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:48:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[35c5d95d-8176-4d42-91e3-efd7cf37d55b]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:48:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '23461383566663066', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461383566663066', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:48:26 user nova-compute[75217]:   <uuid>bfb46d6c-3e8f-4763-b3c1-4edad1127b08</uuid>
Nov 22 11:48:26 user nova-compute[75217]:   <name>instance-00000004</name>
Nov 22 11:48:26 user nova-compute[75217]:   <memory>2097152</memory>
Nov 22 11:48:26 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:48:26 user nova-compute[75217]:   <metadata>
Nov 22 11:48:26 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:48:26 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:48:26 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherB-server-1417932846</nova:name>
Nov 22 11:48:26 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:48:24</nova:creationTime>
Nov 22 11:48:26 user nova-compute[75217]:       <nova:flavor name="m1.small">
Nov 22 11:48:26 user nova-compute[75217]:         <nova:memory>2048</nova:memory>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:disk>20</nova:disk>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:48:26 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:48:26 user nova-compute[75217]:       <nova:owner>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:user uuid="23dd273e2dea458ea139de627328224c">tempest-ServerActionsTestOtherB-1723887315-project-member</nova:user>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:project uuid="3683d54ab5c249c98a0c3ad72b72df49">tempest-ServerActionsTestOtherB-1723887315</nova:project>
Nov 22 11:48:26 user nova-compute[75217]:       </nova:owner>
Nov 22 11:48:26 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:48:26 user nova-compute[75217]:       <nova:ports>
Nov 22 11:48:26 user nova-compute[75217]:         <nova:port uuid="c75211af-b8a6-4803-9844-2a34db53ffab">
Nov 22 11:48:26 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 11:48:26 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:26 user nova-compute[75217]:       </nova:ports>
Nov 22 11:48:26 user nova-compute[75217]:     </nova:instance>
Nov 22 11:48:26 user nova-compute[75217]:   </metadata>
Nov 22 11:48:26 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:48:26 user nova-compute[75217]:     <system>
Nov 22 11:48:26 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:48:26 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:48:26 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:48:26 user nova-compute[75217]:       <entry name="serial">bfb46d6c-3e8f-4763-b3c1-4edad1127b08</entry>
Nov 22 11:48:26 user nova-compute[75217]:       <entry name="uuid">bfb46d6c-3e8f-4763-b3c1-4edad1127b08</entry>
Nov 22 11:48:26 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:48:26 user nova-compute[75217]:     </system>
Nov 22 11:48:26 user nova-compute[75217]:   </sysinfo>
Nov 22 11:48:26 user nova-compute[75217]:   <os>
Nov 22 11:48:26 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:48:26 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:48:26 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:48:26 user nova-compute[75217]:   </os>
Nov 22 11:48:26 user nova-compute[75217]:   <features>
Nov 22 11:48:26 user nova-compute[75217]:     <acpi/>
Nov 22 11:48:26 user nova-compute[75217]:     <apic/>
Nov 22 11:48:26 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:48:26 user nova-compute[75217]:   </features>
Nov 22 11:48:26 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:48:26 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:48:26 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:48:26 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:48:26 user nova-compute[75217]:   </clock>
Nov 22 11:48:26 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:48:26 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:48:26 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:48:26 user nova-compute[75217]:   </cpu>
Nov 22 11:48:26 user nova-compute[75217]:   <devices>
Nov 22 11:48:26 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:48:26 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:48:26 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk"/>
Nov 22 11:48:26 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:48:26 user nova-compute[75217]:     </disk>
Nov 22 11:48:26 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:48:26 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:48:26 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 11:48:26 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:48:26 user nova-compute[75217]:       <serial>c560bf7f-d096-4e09-92b0-9c131d3ce94f</serial>
Nov 22 11:48:26 user nova-compute[75217]:     </disk>
Nov 22 11:48:26 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:26 user nova-compute[75217]:       <mac address="fa:16:3e:4c:f7:b4"/>
Nov 22 11:48:26 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:26 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:26 user nova-compute[75217]:       <target dev="tapc75211af-b8"/>
Nov 22 11:48:26 user nova-compute[75217]:     </interface>
Nov 22 11:48:26 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:48:26 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/console.log" append="off"/>
Nov 22 11:48:26 user nova-compute[75217]:     </serial>
Nov 22 11:48:26 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:48:26 user nova-compute[75217]:     <video>
Nov 22 11:48:26 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:26 user nova-compute[75217]:     </video>
Nov 22 11:48:26 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:48:26 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:48:26 user nova-compute[75217]:     </rng>
Nov 22 11:48:26 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:48:26 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:48:26 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:48:26 user nova-compute[75217]:     </memballoon>
Nov 22 11:48:26 user nova-compute[75217]:   </devices>
Nov 22 11:48:26 user nova-compute[75217]: </domain>
Nov 22 11:48:26 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-329061553-network", "vif_mac": "fa:16:3e:4c:f7:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG os_vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '91a81303-e025-559c-a84b-7617c968fbf2', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc75211af-b8, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc75211af-b8, col_values=(('qos', UUID('745e9064-1fd1-4ab3-8209-11bd54ccdd02')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc75211af-b8, col_values=(('external_ids', {'iface-id': 'c75211af-b8a6-4803-9844-2a34db53ffab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:f7:b4', 'vm-uuid': 'bfb46d6c-3e8f-4763-b3c1-4edad1127b08'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:26 user nova-compute[75217]: INFO os_vif [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8')
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] No VIF found with MAC fa:16:3e:4c:f7:b4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:48:26 user nova-compute[75217]: INFO nova.compute.claims [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Claim successful on node user
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.470s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:48:26 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:48:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG nova.policy [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6b767a542b3459ca60e8d782d323473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a35192436c8407aaf84a683245841ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:48:27 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Creating image(s)
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "/opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "/opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "/opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.229s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Successfully created port: b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk 1073741824" returned: 0 in 0.077s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:48:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-05bf4cf0-1253-4a89-867a-621605f63a1f req-c2f68274-0fdb-44b6-b95a-da6e1d3353e9 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-05bf4cf0-1253-4a89-867a-621605f63a1f req-c2f68274-0fdb-44b6-b95a-da6e1d3353e9 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-05bf4cf0-1253-4a89-867a-621605f63a1f req-c2f68274-0fdb-44b6-b95a-da6e1d3353e9 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-05bf4cf0-1253-4a89-867a-621605f63a1f req-c2f68274-0fdb-44b6-b95a-da6e1d3353e9 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-05bf4cf0-1253-4a89-867a-621605f63a1f req-c2f68274-0fdb-44b6-b95a-da6e1d3353e9 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:28 user nova-compute[75217]: WARNING nova.compute.manager [req-05bf4cf0-1253-4a89-867a-621605f63a1f req-c2f68274-0fdb-44b6-b95a-da6e1d3353e9 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state active and task_state resize_finish.
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Cannot resize image /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Ensure instance console log exists: /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Successfully updated port: b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-changed-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Refreshing instance network info cache due to event network-changed-b38c1005-32b6-4e83-98d3-f08765de6b61. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Instance network_info: |[{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.neutron [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Refreshing network info cache for port b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Start _get_guest_xml network_info=[{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:48:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:48:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1065256636',display_name='tempest-ServerActionsTestOtherA-server-1065256636',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1065256636',id=15,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-b1zaszq0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=a06a2a1b-6d71-413f-970b-b417ad64336f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'pci_devices' on Instance uuid a06a2a1b-6d71-413f-970b-b417ad64336f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:48:28 user nova-compute[75217]:   <uuid>a06a2a1b-6d71-413f-970b-b417ad64336f</uuid>
Nov 22 11:48:28 user nova-compute[75217]:   <name>instance-0000000f</name>
Nov 22 11:48:28 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:48:28 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:48:28 user nova-compute[75217]:   <metadata>
Nov 22 11:48:28 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:48:28 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:48:28 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherA-server-1065256636</nova:name>
Nov 22 11:48:28 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:48:28</nova:creationTime>
Nov 22 11:48:28 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:48:28 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:48:28 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:48:28 user nova-compute[75217]:       <nova:owner>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:user uuid="d6b767a542b3459ca60e8d782d323473">tempest-ServerActionsTestOtherA-2138967681-project-member</nova:user>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:project uuid="7a35192436c8407aaf84a683245841ff">tempest-ServerActionsTestOtherA-2138967681</nova:project>
Nov 22 11:48:28 user nova-compute[75217]:       </nova:owner>
Nov 22 11:48:28 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:48:28 user nova-compute[75217]:       <nova:ports>
Nov 22 11:48:28 user nova-compute[75217]:         <nova:port uuid="b38c1005-32b6-4e83-98d3-f08765de6b61">
Nov 22 11:48:28 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 22 11:48:28 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:28 user nova-compute[75217]:       </nova:ports>
Nov 22 11:48:28 user nova-compute[75217]:     </nova:instance>
Nov 22 11:48:28 user nova-compute[75217]:   </metadata>
Nov 22 11:48:28 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:48:28 user nova-compute[75217]:     <system>
Nov 22 11:48:28 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:48:28 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:48:28 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:48:28 user nova-compute[75217]:       <entry name="serial">a06a2a1b-6d71-413f-970b-b417ad64336f</entry>
Nov 22 11:48:28 user nova-compute[75217]:       <entry name="uuid">a06a2a1b-6d71-413f-970b-b417ad64336f</entry>
Nov 22 11:48:28 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:48:28 user nova-compute[75217]:     </system>
Nov 22 11:48:28 user nova-compute[75217]:   </sysinfo>
Nov 22 11:48:28 user nova-compute[75217]:   <os>
Nov 22 11:48:28 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:48:28 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:48:28 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:48:28 user nova-compute[75217]:   </os>
Nov 22 11:48:28 user nova-compute[75217]:   <features>
Nov 22 11:48:28 user nova-compute[75217]:     <acpi/>
Nov 22 11:48:28 user nova-compute[75217]:     <apic/>
Nov 22 11:48:28 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:48:28 user nova-compute[75217]:   </features>
Nov 22 11:48:28 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:48:28 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:48:28 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:48:28 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:48:28 user nova-compute[75217]:   </clock>
Nov 22 11:48:28 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:48:28 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:48:28 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:48:28 user nova-compute[75217]:   </cpu>
Nov 22 11:48:28 user nova-compute[75217]:   <devices>
Nov 22 11:48:28 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:48:28 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:48:28 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk"/>
Nov 22 11:48:28 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:48:28 user nova-compute[75217]:     </disk>
Nov 22 11:48:28 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:28 user nova-compute[75217]:       <mac address="fa:16:3e:7e:3b:0e"/>
Nov 22 11:48:28 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:28 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:28 user nova-compute[75217]:       <target dev="tapb38c1005-32"/>
Nov 22 11:48:28 user nova-compute[75217]:     </interface>
Nov 22 11:48:28 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:48:28 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/console.log" append="off"/>
Nov 22 11:48:28 user nova-compute[75217]:     </serial>
Nov 22 11:48:28 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:48:28 user nova-compute[75217]:     <video>
Nov 22 11:48:28 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:28 user nova-compute[75217]:     </video>
Nov 22 11:48:28 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:48:28 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:48:28 user nova-compute[75217]:     </rng>
Nov 22 11:48:28 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:48:28 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:48:28 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:48:28 user nova-compute[75217]:     </memballoon>
Nov 22 11:48:28 user nova-compute[75217]:   </devices>
Nov 22 11:48:28 user nova-compute[75217]: </domain>
Nov 22 11:48:28 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:48:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1065256636',display_name='tempest-ServerActionsTestOtherA-server-1065256636',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1065256636',id=15,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-b1zaszq0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=a06a2a1b-6d71-413f-970b-b417ad64336f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG os_vif [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8eb6919b-d890-54b3-ba09-912ef4425a81', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb38c1005-32, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb38c1005-32, col_values=(('qos', UUID('5a0dc72f-f1e1-4096-bac5-5c36e650a9b3')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb38c1005-32, col_values=(('external_ids', {'iface-id': 'b38c1005-32b6-4e83-98d3-f08765de6b61', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:3b:0e', 'vm-uuid': 'a06a2a1b-6d71-413f-970b-b417ad64336f'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:28 user nova-compute[75217]: INFO os_vif [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32')
Nov 22 11:48:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No VIF found with MAC fa:16:3e:7e:3b:0e, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:29 user nova-compute[75217]: DEBUG nova.network.neutron [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updated VIF entry in instance network info cache for port b38c1005-32b6-4e83-98d3-f08765de6b61. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:48:29 user nova-compute[75217]: DEBUG nova.network.neutron [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a968bf2-91a1-44aa-a18b-999a947c4a2d req-e08de3ee-3cf6-440b-8c3f-9c580883d60f service nova] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-b02b87a6-4dfd-4e4b-81f0-44bf8e973c96 req-877c5544-78ba-400d-84e3-15278728f84d service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b02b87a6-4dfd-4e4b-81f0-44bf8e973c96 req-877c5544-78ba-400d-84e3-15278728f84d service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b02b87a6-4dfd-4e4b-81f0-44bf8e973c96 req-877c5544-78ba-400d-84e3-15278728f84d service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b02b87a6-4dfd-4e4b-81f0-44bf8e973c96 req-877c5544-78ba-400d-84e3-15278728f84d service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-b02b87a6-4dfd-4e4b-81f0-44bf8e973c96 req-877c5544-78ba-400d-84e3-15278728f84d service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:30 user nova-compute[75217]: WARNING nova.compute.manager [req-b02b87a6-4dfd-4e4b-81f0-44bf8e973c96 req-877c5544-78ba-400d-84e3-15278728f84d service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state active and task_state resize_finish.
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:48:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance running successfully.
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Failed to set time: agent not configured {{(pid=75217) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8e16ebe4-d1a0-4007-bf9e-12f2d6f4c03b tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] finish_migration finished successfully. {{(pid=75217) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-9657e340-05dd-4bd3-8e6c-4e3c26e5a41d req-ee4daf05-bf2c-4bed-985d-3c78bf8d7382 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9657e340-05dd-4bd3-8e6c-4e3c26e5a41d req-ee4daf05-bf2c-4bed-985d-3c78bf8d7382 service nova] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9657e340-05dd-4bd3-8e6c-4e3c26e5a41d req-ee4daf05-bf2c-4bed-985d-3c78bf8d7382 service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9657e340-05dd-4bd3-8e6c-4e3c26e5a41d req-ee4daf05-bf2c-4bed-985d-3c78bf8d7382 service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-9657e340-05dd-4bd3-8e6c-4e3c26e5a41d req-ee4daf05-bf2c-4bed-985d-3c78bf8d7382 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] No waiting events found dispatching network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:30 user nova-compute[75217]: WARNING nova.compute.manager [req-9657e340-05dd-4bd3-8e6c-4e3c26e5a41d req-ee4daf05-bf2c-4bed-985d-3c78bf8d7382 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received unexpected event network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 for instance with vm_state building and task_state spawning.
Nov 22 11:48:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:48:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Instance spawned successfully.
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d978597-605b-4e2f-8792-f8b5994aecf8 req-c812c151-17eb-4d62-85e2-f461f72d3471 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d978597-605b-4e2f-8792-f8b5994aecf8 req-c812c151-17eb-4d62-85e2-f461f72d3471 service nova] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d978597-605b-4e2f-8792-f8b5994aecf8 req-c812c151-17eb-4d62-85e2-f461f72d3471 service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d978597-605b-4e2f-8792-f8b5994aecf8 req-c812c151-17eb-4d62-85e2-f461f72d3471 service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d978597-605b-4e2f-8792-f8b5994aecf8 req-c812c151-17eb-4d62-85e2-f461f72d3471 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] No waiting events found dispatching network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:32 user nova-compute[75217]: WARNING nova.compute.manager [req-5d978597-605b-4e2f-8792-f8b5994aecf8 req-c812c151-17eb-4d62-85e2-f461f72d3471 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received unexpected event network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 for instance with vm_state building and task_state spawning.
Nov 22 11:48:32 user nova-compute[75217]: INFO nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Took 5.76 seconds to spawn the instance on the hypervisor.
Nov 22 11:48:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:48:33 user nova-compute[75217]: INFO nova.compute.manager [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Took 6.66 seconds to build instance.
Nov 22 11:48:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3c8b4a16-10a1-4d99-a005-eb01f3ccceaf tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.818s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:50 user nova-compute[75217]: INFO nova.compute.manager [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Rescuing
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:48:50 user nova-compute[75217]: INFO nova.compute.claims [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Claim successful on node user
Nov 22 11:48:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-ea645e9d-3e1f-4403-8822-d90610aeaa73 req-ec95ed80-01ec-4508-a568-b20b2128bb23 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ea645e9d-3e1f-4403-8822-d90610aeaa73 req-ec95ed80-01ec-4508-a568-b20b2128bb23 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ea645e9d-3e1f-4403-8822-d90610aeaa73 req-ec95ed80-01ec-4508-a568-b20b2128bb23 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ea645e9d-3e1f-4403-8822-d90610aeaa73 req-ec95ed80-01ec-4508-a568-b20b2128bb23 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-ea645e9d-3e1f-4403-8822-d90610aeaa73 req-ec95ed80-01ec-4508-a568-b20b2128bb23 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:51 user nova-compute[75217]: WARNING nova.compute.manager [req-ea645e9d-3e1f-4403-8822-d90610aeaa73 req-ec95ed80-01ec-4508-a568-b20b2128bb23 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state active and task_state rescuing.
Nov 22 11:48:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.528s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:48:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.policy [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3a635a74b0242e08066c3ff73a84ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165866e2c6b34c87bebca851607df76b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:48:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Creating image(s)
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "/opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "/opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "/opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance destroyed successfully.
Nov 22 11:48:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Attempting rescue
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75217) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 11:48:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Creating image(s)
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.019s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.235s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue" returned: 0 in 0.065s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'migration_context' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.212s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.base [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<8c3210ac-8c14-461a-99de-a48b6ca78a71> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Start _get_guest_xml network_info=[{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:62:3a:d9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '022bb7a7-417e-43e5-a149-352266de8077', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'resources' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.base [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<8c3210ac-8c14-461a-99de-a48b6ca78a71> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Successfully created port: 2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.base [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<8c3210ac-8c14-461a-99de-a48b6ca78a71> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:48:52 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:52 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.base [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<8c3210ac-8c14-461a-99de-a48b6ca78a71> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1363816618',display_name='tempest-ServerRescueNegativeTestJSON-server-1363816618',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1363816618',id=1,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-cemv886l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:44:25Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=8c3210ac-8c14-461a-99de-a48b6ca78a71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:62:3a:d9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:62:3a:d9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.209s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.objects.base [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<8c3210ac-8c14-461a-99de-a48b6ca78a71> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:48:52 user nova-compute[75217]:   <uuid>8c3210ac-8c14-461a-99de-a48b6ca78a71</uuid>
Nov 22 11:48:52 user nova-compute[75217]:   <name>instance-00000001</name>
Nov 22 11:48:52 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:48:52 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:48:52 user nova-compute[75217]:   <metadata>
Nov 22 11:48:52 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:48:52 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:48:52 user nova-compute[75217]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1363816618</nova:name>
Nov 22 11:48:52 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:48:52</nova:creationTime>
Nov 22 11:48:52 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:48:52 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:48:52 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:48:52 user nova-compute[75217]:       <nova:owner>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:user uuid="3c092f7666034958bfcb0ad1e7220b86">tempest-ServerRescueNegativeTestJSON-903376552-project-member</nova:user>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:project uuid="335d611d13164cc2bd89538c9a136778">tempest-ServerRescueNegativeTestJSON-903376552</nova:project>
Nov 22 11:48:52 user nova-compute[75217]:       </nova:owner>
Nov 22 11:48:52 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:48:52 user nova-compute[75217]:       <nova:ports>
Nov 22 11:48:52 user nova-compute[75217]:         <nova:port uuid="aa32144e-1f54-4477-835b-f1fe717ead13">
Nov 22 11:48:52 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:48:52 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:52 user nova-compute[75217]:       </nova:ports>
Nov 22 11:48:52 user nova-compute[75217]:     </nova:instance>
Nov 22 11:48:52 user nova-compute[75217]:   </metadata>
Nov 22 11:48:52 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:48:52 user nova-compute[75217]:     <system>
Nov 22 11:48:52 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:48:52 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:48:52 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:48:52 user nova-compute[75217]:       <entry name="serial">8c3210ac-8c14-461a-99de-a48b6ca78a71</entry>
Nov 22 11:48:52 user nova-compute[75217]:       <entry name="uuid">8c3210ac-8c14-461a-99de-a48b6ca78a71</entry>
Nov 22 11:48:52 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:48:52 user nova-compute[75217]:     </system>
Nov 22 11:48:52 user nova-compute[75217]:   </sysinfo>
Nov 22 11:48:52 user nova-compute[75217]:   <os>
Nov 22 11:48:52 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:48:52 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:48:52 user nova-compute[75217]:   </os>
Nov 22 11:48:52 user nova-compute[75217]:   <features>
Nov 22 11:48:52 user nova-compute[75217]:     <acpi/>
Nov 22 11:48:52 user nova-compute[75217]:     <apic/>
Nov 22 11:48:52 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:48:52 user nova-compute[75217]:   </features>
Nov 22 11:48:52 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:48:52 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:48:52 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:48:52 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:48:52 user nova-compute[75217]:   </clock>
Nov 22 11:48:52 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:48:52 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:48:52 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:48:52 user nova-compute[75217]:   </cpu>
Nov 22 11:48:52 user nova-compute[75217]:   <devices>
Nov 22 11:48:52 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:48:52 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:48:52 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue"/>
Nov 22 11:48:52 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:48:52 user nova-compute[75217]:     </disk>
Nov 22 11:48:52 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:48:52 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:48:52 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk"/>
Nov 22 11:48:52 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:48:52 user nova-compute[75217]:     </disk>
Nov 22 11:48:52 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:52 user nova-compute[75217]:       <mac address="fa:16:3e:62:3a:d9"/>
Nov 22 11:48:52 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:52 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:52 user nova-compute[75217]:       <target dev="tapaa32144e-1f"/>
Nov 22 11:48:52 user nova-compute[75217]:     </interface>
Nov 22 11:48:52 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:48:52 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/console.log" append="off"/>
Nov 22 11:48:52 user nova-compute[75217]:     </serial>
Nov 22 11:48:52 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:48:52 user nova-compute[75217]:     <video>
Nov 22 11:48:52 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:52 user nova-compute[75217]:     </video>
Nov 22 11:48:52 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:48:52 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:48:52 user nova-compute[75217]:     </rng>
Nov 22 11:48:52 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:48:52 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:48:52 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:48:52 user nova-compute[75217]:     </memballoon>
Nov 22 11:48:52 user nova-compute[75217]:   </devices>
Nov 22 11:48:52 user nova-compute[75217]: </domain>
Nov 22 11:48:52 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:48:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance destroyed successfully.
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk 1073741824" returned: 0 in 0.070s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:62:3a:d9, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.203s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Cannot resize image /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Ensure instance console log exists: /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Successfully updated port: 2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "refresh_cache-e5c49b02-6ef3-43ba-9cfb-48aeff497797" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquired lock "refresh_cache-e5c49b02-6ef3-43ba-9cfb-48aeff497797" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:48:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:53 user nova-compute[75217]: WARNING nova.compute.manager [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state active and task_state rescuing.
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-changed-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Refreshing instance network info cache due to event network-changed-2fdca4a2-99ac-482b-b795-79a444a44d86. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] Acquiring lock "refresh_cache-e5c49b02-6ef3-43ba-9cfb-48aeff497797" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Updating instance_info_cache with network_info: [{"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Releasing lock "refresh_cache-e5c49b02-6ef3-43ba-9cfb-48aeff497797" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Instance network_info: |[{"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] Acquired lock "refresh_cache-e5c49b02-6ef3-43ba-9cfb-48aeff497797" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Refreshing network info cache for port 2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Start _get_guest_xml network_info=[{"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:48:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:48:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1507954258',display_name='tempest-VolumesActionsTest-instance-1507954258',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1507954258',id=16,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='165866e2c6b34c87bebca851607df76b',ramdisk_id='',reservation_id='r-0w0alph3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2078529009',owner_user_name='tempest-VolumesActionsTest-2078529009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:51Z,user_data=None,user_id='e3a635a74b0242e08066c3ff73a84ceb',uuid=e5c49b02-6ef3-43ba-9cfb-48aeff497797,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converting VIF {"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lazy-loading 'pci_devices' on Instance uuid e5c49b02-6ef3-43ba-9cfb-48aeff497797 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:48:53 user nova-compute[75217]:   <uuid>e5c49b02-6ef3-43ba-9cfb-48aeff497797</uuid>
Nov 22 11:48:53 user nova-compute[75217]:   <name>instance-00000010</name>
Nov 22 11:48:53 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:48:53 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:48:53 user nova-compute[75217]:   <metadata>
Nov 22 11:48:53 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:48:53 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:48:53 user nova-compute[75217]:       <nova:name>tempest-VolumesActionsTest-instance-1507954258</nova:name>
Nov 22 11:48:53 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:48:53</nova:creationTime>
Nov 22 11:48:53 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:48:53 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:48:53 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:48:53 user nova-compute[75217]:       <nova:owner>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:user uuid="e3a635a74b0242e08066c3ff73a84ceb">tempest-VolumesActionsTest-2078529009-project-member</nova:user>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:project uuid="165866e2c6b34c87bebca851607df76b">tempest-VolumesActionsTest-2078529009</nova:project>
Nov 22 11:48:53 user nova-compute[75217]:       </nova:owner>
Nov 22 11:48:53 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:48:53 user nova-compute[75217]:       <nova:ports>
Nov 22 11:48:53 user nova-compute[75217]:         <nova:port uuid="2fdca4a2-99ac-482b-b795-79a444a44d86">
Nov 22 11:48:53 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 22 11:48:53 user nova-compute[75217]:         </nova:port>
Nov 22 11:48:53 user nova-compute[75217]:       </nova:ports>
Nov 22 11:48:53 user nova-compute[75217]:     </nova:instance>
Nov 22 11:48:53 user nova-compute[75217]:   </metadata>
Nov 22 11:48:53 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:48:53 user nova-compute[75217]:     <system>
Nov 22 11:48:53 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:48:53 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:48:53 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:48:53 user nova-compute[75217]:       <entry name="serial">e5c49b02-6ef3-43ba-9cfb-48aeff497797</entry>
Nov 22 11:48:53 user nova-compute[75217]:       <entry name="uuid">e5c49b02-6ef3-43ba-9cfb-48aeff497797</entry>
Nov 22 11:48:53 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:48:53 user nova-compute[75217]:     </system>
Nov 22 11:48:53 user nova-compute[75217]:   </sysinfo>
Nov 22 11:48:53 user nova-compute[75217]:   <os>
Nov 22 11:48:53 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:48:53 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:48:53 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:48:53 user nova-compute[75217]:   </os>
Nov 22 11:48:53 user nova-compute[75217]:   <features>
Nov 22 11:48:53 user nova-compute[75217]:     <acpi/>
Nov 22 11:48:53 user nova-compute[75217]:     <apic/>
Nov 22 11:48:53 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:48:53 user nova-compute[75217]:   </features>
Nov 22 11:48:53 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:48:53 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:48:53 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:48:53 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:48:53 user nova-compute[75217]:   </clock>
Nov 22 11:48:53 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:48:53 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:48:53 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:48:53 user nova-compute[75217]:   </cpu>
Nov 22 11:48:53 user nova-compute[75217]:   <devices>
Nov 22 11:48:53 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:48:53 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:48:53 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk"/>
Nov 22 11:48:53 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:48:53 user nova-compute[75217]:     </disk>
Nov 22 11:48:53 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:48:53 user nova-compute[75217]:       <mac address="fa:16:3e:bd:c5:a7"/>
Nov 22 11:48:53 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:53 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:48:53 user nova-compute[75217]:       <target dev="tap2fdca4a2-99"/>
Nov 22 11:48:53 user nova-compute[75217]:     </interface>
Nov 22 11:48:53 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:48:53 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/console.log" append="off"/>
Nov 22 11:48:53 user nova-compute[75217]:     </serial>
Nov 22 11:48:53 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:48:53 user nova-compute[75217]:     <video>
Nov 22 11:48:53 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:48:53 user nova-compute[75217]:     </video>
Nov 22 11:48:53 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:48:53 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:48:53 user nova-compute[75217]:     </rng>
Nov 22 11:48:53 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:48:53 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:48:53 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:48:53 user nova-compute[75217]:     </memballoon>
Nov 22 11:48:53 user nova-compute[75217]:   </devices>
Nov 22 11:48:53 user nova-compute[75217]: </domain>
Nov 22 11:48:53 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:48:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1507954258',display_name='tempest-VolumesActionsTest-instance-1507954258',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1507954258',id=16,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='165866e2c6b34c87bebca851607df76b',ramdisk_id='',reservation_id='r-0w0alph3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2078529009',owner_user_name='tempest-VolumesActionsTest-2078529009-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:48:51Z,user_data=None,user_id='e3a635a74b0242e08066c3ff73a84ceb',uuid=e5c49b02-6ef3-43ba-9cfb-48aeff497797,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converting VIF {"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG os_vif [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6189cbaf-8222-56d2-a13c-90e0e0e6a66a', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2fdca4a2-99, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2fdca4a2-99, col_values=(('qos', UUID('131ca585-1392-4da2-b6ab-10e444377089')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2fdca4a2-99, col_values=(('external_ids', {'iface-id': '2fdca4a2-99ac-482b-b795-79a444a44d86', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:c5:a7', 'vm-uuid': 'e5c49b02-6ef3-43ba-9cfb-48aeff497797'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:53 user nova-compute[75217]: INFO os_vif [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99')
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] No VIF found with MAC fa:16:3e:bd:c5:a7, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Updated VIF entry in instance network info cache for port 2fdca4a2-99ac-482b-b795-79a444a44d86. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Updating instance_info_cache with network_info: [{"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:48:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b112304f-ab91-48aa-9d84-66a42f902ffa req-a6a65db0-b40f-4a31-a258-f6f51791cd54 service nova] Releasing lock "refresh_cache-e5c49b02-6ef3-43ba-9cfb-48aeff497797" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:55 user nova-compute[75217]: WARNING nova.compute.manager [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state active and task_state rescuing.
Nov 22 11:48:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:55 user nova-compute[75217]: WARNING nova.compute.manager [req-edc0134c-2ecb-4ac4-bc89-d12ee142b05b req-fc7ff13d-78d5-4e35-b774-aa27b115e9b9 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state active and task_state rescuing.
Nov 22 11:48:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-166a13ca-7f60-41de-856b-444634d646a3 req-1115a303-ebe6-4705-a43c-0a5e68eb97cb service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-166a13ca-7f60-41de-856b-444634d646a3 req-1115a303-ebe6-4705-a43c-0a5e68eb97cb service nova] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-166a13ca-7f60-41de-856b-444634d646a3 req-1115a303-ebe6-4705-a43c-0a5e68eb97cb service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-166a13ca-7f60-41de-856b-444634d646a3 req-1115a303-ebe6-4705-a43c-0a5e68eb97cb service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-166a13ca-7f60-41de-856b-444634d646a3 req-1115a303-ebe6-4705-a43c-0a5e68eb97cb service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] No waiting events found dispatching network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:56 user nova-compute[75217]: WARNING nova.compute.manager [req-166a13ca-7f60-41de-856b-444634d646a3 req-1115a303-ebe6-4705-a43c-0a5e68eb97cb service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received unexpected event network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 for instance with vm_state building and task_state spawning.
Nov 22 11:48:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:48:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:57 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a4d78530-6290-455a-a9d1-1b3d39f2f48e tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:48:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-c75c5635-fd8a-4364-9847-6fe7632769ff req-c582e1fa-f814-416b-ba4b-904c47cdbbd4 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c75c5635-fd8a-4364-9847-6fe7632769ff req-c582e1fa-f814-416b-ba4b-904c47cdbbd4 service nova] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c75c5635-fd8a-4364-9847-6fe7632769ff req-c582e1fa-f814-416b-ba4b-904c47cdbbd4 service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c75c5635-fd8a-4364-9847-6fe7632769ff req-c582e1fa-f814-416b-ba4b-904c47cdbbd4 service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-c75c5635-fd8a-4364-9847-6fe7632769ff req-c582e1fa-f814-416b-ba4b-904c47cdbbd4 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] No waiting events found dispatching network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:48:58 user nova-compute[75217]: WARNING nova.compute.manager [req-c75c5635-fd8a-4364-9847-6fe7632769ff req-c582e1fa-f814-416b-ba4b-904c47cdbbd4 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received unexpected event network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 for instance with vm_state building and task_state spawning.
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:48:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Instance spawned successfully.
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:48:58 user nova-compute[75217]: INFO nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Took 6.77 seconds to spawn the instance on the hypervisor.
Nov 22 11:48:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:48:58 user nova-compute[75217]: INFO nova.compute.manager [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Took 7.70 seconds to build instance.
Nov 22 11:48:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85bae234-0554-49dc-b26d-7953b45dfed0 tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.850s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:48:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:48:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:48:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:48:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:48:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:49:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updating instance_info_cache with network_info: [{"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-92e3553c-477b-4d1b-b1cb-79c7b649668a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:49:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:49:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:49:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:49:04 user nova-compute[75217]: INFO nova.compute.claims [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Claim successful on node user
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.574s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.network.neutron [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:49:05 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.policy [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fbc264b93ba444c92d013387a917c76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e58ffbb93ef4d5898da98f994ebe3c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:49:05 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Creating image(s)
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "/opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "/opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "/opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.553s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.part --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG nova.virt.images [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] 84284bf0-e682-4e4b-8265-3e7f0d2b22e3 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.part /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.part /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.converted" returned: 0 in 0.263s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Successfully created port: a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.185s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Successfully updated port: a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-changed-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Refreshing instance network info cache due to event network-changed-a05d94ae-3986-42bb-9be5-7ab01e9da51d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] Acquiring lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] Acquired lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG nova.network.neutron [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Refreshing network info cache for port a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f --force-share --output=json" returned: 0 in 0.630s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f,backing_fmt=raw /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:07 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:49:07 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:49:07 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7441MB free_disk=25.571578979492188GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f,backing_fmt=raw /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.691s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:07 user nova-compute[75217]: DEBUG nova.network.neutron [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Applying migration context for instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 as it has an incoming, in-progress migration d47d7bd7-cb84-4266-8c9c-167d43e8dae4. Migration status is finished {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 22 11:49:08 user nova-compute[75217]: INFO nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating resource usage from migration d47d7bd7-cb84-4266-8c9c-167d43e8dae4
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Checking if we can resize image /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 92e3553c-477b-4d1b-b1cb-79c7b649668a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 72adf242-ff6f-48f4-bb60-2c064fc6b447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c37557da-376a-471b-bad2-24197a9f79cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance dc341caf-5f23-4267-8a33-f7b7c99d025d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Migration d47d7bd7-cb84-4266-8c9c-167d43e8dae4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e5c49b02-6ef3-43ba-9cfb-48aeff497797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.neutron [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Cannot resize image /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Ensure instance console log exists: /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9ab4fe0a-6ba1-4d05-ba33-c9a961ea9ce9 req-42fbeb50-7bca-4e32-8cc7-aa4ab2ff5fdb service nova] Releasing lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquired lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Updating instance_info_cache with network_info: [{"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Releasing lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Instance network_info: |[{"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Start _get_guest_xml network_info=[{"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:48:58Z,direct_url=<?>,disk_format='qcow2',id=84284bf0-e682-4e4b-8265-3e7f0d2b22e3,min_disk=0,min_ram=0,name='',owner='8d15a61cb14f4bc296c5f3cffbbc3a3d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:49:00Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': 'scsi', 'image_id': '84284bf0-e682-4e4b-8265-3e7f0d2b22e3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.931s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:49:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:48:58Z,direct_url=<?>,disk_format='qcow2',id=84284bf0-e682-4e4b-8265-3e7f0d2b22e3,min_disk=0,min_ram=0,name='',owner='8d15a61cb14f4bc296c5f3cffbbc3a3d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:49:00Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:49:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1068986734',display_name='tempest-AttachSCSIVolumeTestJSON-server-1068986734',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1068986734',id=17,image_ref='84284bf0-e682-4e4b-8265-3e7f0d2b22e3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdJSYJrMj66qVBv8W7RlAjrdTLy8CVG3QFCfe2WB8On00h0MB2nNSiXWK6v9qTorKBELTXcxdUs+uP3GWDgKihi2ztaMe0mVA0oXB5vkND+hx6iLKFPfbPrx/NeaVZKhA==',key_name='tempest-keypair-2119652014',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e58ffbb93ef4d5898da98f994ebe3c3',ramdisk_id='',reservation_id='r-kjt9oodb',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='84284bf0-e682-4e4b-8265-3e7f0d2b22e3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1124776706',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1124776706-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:49:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fbc264b93ba444c92d013387a917c76',uuid=80cce751-f19c-49b3-85bf-3c3dccaad7ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Converting VIF {"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.objects.instance [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lazy-loading 'pci_devices' on Instance uuid 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:49:08 user nova-compute[75217]:   <uuid>80cce751-f19c-49b3-85bf-3c3dccaad7ae</uuid>
Nov 22 11:49:08 user nova-compute[75217]:   <name>instance-00000011</name>
Nov 22 11:49:08 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:49:08 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:49:08 user nova-compute[75217]:   <metadata>
Nov 22 11:49:08 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:49:08 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:49:08 user nova-compute[75217]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1068986734</nova:name>
Nov 22 11:49:08 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:49:08</nova:creationTime>
Nov 22 11:49:08 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:49:08 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:49:08 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:49:08 user nova-compute[75217]:       <nova:owner>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:user uuid="0fbc264b93ba444c92d013387a917c76">tempest-AttachSCSIVolumeTestJSON-1124776706-project-member</nova:user>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:project uuid="1e58ffbb93ef4d5898da98f994ebe3c3">tempest-AttachSCSIVolumeTestJSON-1124776706</nova:project>
Nov 22 11:49:08 user nova-compute[75217]:       </nova:owner>
Nov 22 11:49:08 user nova-compute[75217]:       <nova:root type="image" uuid="84284bf0-e682-4e4b-8265-3e7f0d2b22e3"/>
Nov 22 11:49:08 user nova-compute[75217]:       <nova:ports>
Nov 22 11:49:08 user nova-compute[75217]:         <nova:port uuid="a05d94ae-3986-42bb-9be5-7ab01e9da51d">
Nov 22 11:49:08 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 11:49:08 user nova-compute[75217]:         </nova:port>
Nov 22 11:49:08 user nova-compute[75217]:       </nova:ports>
Nov 22 11:49:08 user nova-compute[75217]:     </nova:instance>
Nov 22 11:49:08 user nova-compute[75217]:   </metadata>
Nov 22 11:49:08 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:49:08 user nova-compute[75217]:     <system>
Nov 22 11:49:08 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:49:08 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:49:08 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:49:08 user nova-compute[75217]:       <entry name="serial">80cce751-f19c-49b3-85bf-3c3dccaad7ae</entry>
Nov 22 11:49:08 user nova-compute[75217]:       <entry name="uuid">80cce751-f19c-49b3-85bf-3c3dccaad7ae</entry>
Nov 22 11:49:08 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:49:08 user nova-compute[75217]:     </system>
Nov 22 11:49:08 user nova-compute[75217]:   </sysinfo>
Nov 22 11:49:08 user nova-compute[75217]:   <os>
Nov 22 11:49:08 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:49:08 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:49:08 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:49:08 user nova-compute[75217]:   </os>
Nov 22 11:49:08 user nova-compute[75217]:   <features>
Nov 22 11:49:08 user nova-compute[75217]:     <acpi/>
Nov 22 11:49:08 user nova-compute[75217]:     <apic/>
Nov 22 11:49:08 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:49:08 user nova-compute[75217]:   </features>
Nov 22 11:49:08 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:49:08 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:49:08 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:49:08 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:49:08 user nova-compute[75217]:   </clock>
Nov 22 11:49:08 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:49:08 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:49:08 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:49:08 user nova-compute[75217]:   </cpu>
Nov 22 11:49:08 user nova-compute[75217]:   <devices>
Nov 22 11:49:08 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:49:08 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:49:08 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk"/>
Nov 22 11:49:08 user nova-compute[75217]:       <target dev="sda" bus="scsi"/>
Nov 22 11:49:08 user nova-compute[75217]:       <address type="drive" controller="0" unit="0"/>
Nov 22 11:49:08 user nova-compute[75217]:     </disk>
Nov 22 11:49:08 user nova-compute[75217]:     <disk type="file" device="cdrom">
Nov 22 11:49:08 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none"/>
Nov 22 11:49:08 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.config"/>
Nov 22 11:49:08 user nova-compute[75217]:       <target dev="sdb" bus="scsi"/>
Nov 22 11:49:08 user nova-compute[75217]:       <address type="drive" controller="0" unit="1"/>
Nov 22 11:49:08 user nova-compute[75217]:     </disk>
Nov 22 11:49:08 user nova-compute[75217]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 22 11:49:08 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:49:08 user nova-compute[75217]:       <mac address="fa:16:3e:9a:2e:66"/>
Nov 22 11:49:08 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:49:08 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:49:08 user nova-compute[75217]:       <target dev="tapa05d94ae-39"/>
Nov 22 11:49:08 user nova-compute[75217]:     </interface>
Nov 22 11:49:08 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:49:08 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/console.log" append="off"/>
Nov 22 11:49:08 user nova-compute[75217]:     </serial>
Nov 22 11:49:08 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:49:08 user nova-compute[75217]:     <video>
Nov 22 11:49:08 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:49:08 user nova-compute[75217]:     </video>
Nov 22 11:49:08 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:49:08 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:49:08 user nova-compute[75217]:     </rng>
Nov 22 11:49:08 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:49:08 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:49:08 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:49:08 user nova-compute[75217]:     </memballoon>
Nov 22 11:49:08 user nova-compute[75217]:   </devices>
Nov 22 11:49:08 user nova-compute[75217]: </domain>
Nov 22 11:49:08 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:49:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1068986734',display_name='tempest-AttachSCSIVolumeTestJSON-server-1068986734',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1068986734',id=17,image_ref='84284bf0-e682-4e4b-8265-3e7f0d2b22e3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdJSYJrMj66qVBv8W7RlAjrdTLy8CVG3QFCfe2WB8On00h0MB2nNSiXWK6v9qTorKBELTXcxdUs+uP3GWDgKihi2ztaMe0mVA0oXB5vkND+hx6iLKFPfbPrx/NeaVZKhA==',key_name='tempest-keypair-2119652014',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e58ffbb93ef4d5898da98f994ebe3c3',ramdisk_id='',reservation_id='r-kjt9oodb',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='84284bf0-e682-4e4b-8265-3e7f0d2b22e3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1124776706',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1124776706-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:49:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fbc264b93ba444c92d013387a917c76',uuid=80cce751-f19c-49b3-85bf-3c3dccaad7ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Converting VIF {"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG os_vif [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '304c3403-3702-561e-aecd-eaf5f48138d3', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa05d94ae-39, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa05d94ae-39, col_values=(('qos', UUID('6bdfa9ff-5918-4421-bc35-e8c185e9fa5c')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa05d94ae-39, col_values=(('external_ids', {'iface-id': 'a05d94ae-3986-42bb-9be5-7ab01e9da51d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:2e:66', 'vm-uuid': '80cce751-f19c-49b3-85bf-3c3dccaad7ae'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:08 user nova-compute[75217]: INFO os_vif [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39')
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No BDM found with device name sda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:49:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No VIF found with MAC fa:16:3e:9a:2e:66, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:49:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Using config drive
Nov 22 11:49:09 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Creating config drive at /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.config
Nov 22 11:49:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0rs9n9wg {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0rs9n9wg" returned: 0 in 0.054s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-879c0050-9e1b-4d4f-a2ff-2d0b82c77805 req-3f1122d3-318f-4530-a450-8d306713a778 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-879c0050-9e1b-4d4f-a2ff-2d0b82c77805 req-3f1122d3-318f-4530-a450-8d306713a778 service nova] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-879c0050-9e1b-4d4f-a2ff-2d0b82c77805 req-3f1122d3-318f-4530-a450-8d306713a778 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-879c0050-9e1b-4d4f-a2ff-2d0b82c77805 req-3f1122d3-318f-4530-a450-8d306713a778 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-879c0050-9e1b-4d4f-a2ff-2d0b82c77805 req-3f1122d3-318f-4530-a450-8d306713a778 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] No waiting events found dispatching network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:10 user nova-compute[75217]: WARNING nova.compute.manager [req-879c0050-9e1b-4d4f-a2ff-2d0b82c77805 req-3f1122d3-318f-4530-a450-8d306713a778 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received unexpected event network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d for instance with vm_state building and task_state spawning.
Nov 22 11:49:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b7f21c42-a4ac-4a5a-a49b-48d9c170fc13 req-5096f1ce-f5a6-4bad-908d-8b12ad979218 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b7f21c42-a4ac-4a5a-a49b-48d9c170fc13 req-5096f1ce-f5a6-4bad-908d-8b12ad979218 service nova] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b7f21c42-a4ac-4a5a-a49b-48d9c170fc13 req-5096f1ce-f5a6-4bad-908d-8b12ad979218 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b7f21c42-a4ac-4a5a-a49b-48d9c170fc13 req-5096f1ce-f5a6-4bad-908d-8b12ad979218 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b7f21c42-a4ac-4a5a-a49b-48d9c170fc13 req-5096f1ce-f5a6-4bad-908d-8b12ad979218 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] No waiting events found dispatching network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:12 user nova-compute[75217]: WARNING nova.compute.manager [req-b7f21c42-a4ac-4a5a-a49b-48d9c170fc13 req-5096f1ce-f5a6-4bad-908d-8b12ad979218 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received unexpected event network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d for instance with vm_state building and task_state spawning.
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:49:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Instance spawned successfully.
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:13 user nova-compute[75217]: INFO nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Took 7.48 seconds to spawn the instance on the hypervisor.
Nov 22 11:49:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:13 user nova-compute[75217]: INFO nova.compute.manager [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Took 8.50 seconds to build instance.
Nov 22 11:49:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-284d0f27-3e42-47d7-91a1-41947a8cc655 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.705s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "c37557da-376a-471b-bad2-24197a9f79cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:15 user nova-compute[75217]: INFO nova.compute.manager [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Terminating instance
Nov 22 11:49:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Instance destroyed successfully.
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.objects.instance [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'resources' on Instance uuid c37557da-376a-471b-bad2-24197a9f79cc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:47:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1824828883',display_name='tempest-VolumesAdminNegativeTest-server-1824828883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1824828883',id=13,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:47:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='421eb749e26b4e41baf0ff15b4208023',ramdisk_id='',reservation_id='r-86s9urrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1782010848',owner_user_name='tempest-VolumesAdminNegativeTest-1782010848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:47:26Z,user_data=None,user_id='12cf5ea148eb42e7bc0225817e2f9d43',uuid=c37557da-376a-471b-bad2-24197a9f79cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converting VIF {"id": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "address": "fa:16:3e:c6:8e:c4", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba172ea-8b", "ovs_interfaceid": "fba172ea-8b3d-4bbe-91e7-aa7d8d475d45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG os_vif [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfba172ea-8b, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60c81711-2db3-4f37-a050-ca008bb20a4e) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:16 user nova-compute[75217]: INFO os_vif [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8e:c4,bridge_name='br-int',has_traffic_filtering=True,id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba172ea-8b')
Nov 22 11:49:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Deleting instance files /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc_del
Nov 22 11:49:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Deletion of /opt/stack/data/nova/instances/c37557da-376a-471b-bad2-24197a9f79cc_del complete
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cedf420-b8a1-4e12-bd4a-b7d83a81727d req-de282a9d-682c-4f71-8fa8-417d8bc90006 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-vif-unplugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cedf420-b8a1-4e12-bd4a-b7d83a81727d req-de282a9d-682c-4f71-8fa8-417d8bc90006 service nova] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cedf420-b8a1-4e12-bd4a-b7d83a81727d req-de282a9d-682c-4f71-8fa8-417d8bc90006 service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cedf420-b8a1-4e12-bd4a-b7d83a81727d req-de282a9d-682c-4f71-8fa8-417d8bc90006 service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cedf420-b8a1-4e12-bd4a-b7d83a81727d req-de282a9d-682c-4f71-8fa8-417d8bc90006 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] No waiting events found dispatching network-vif-unplugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cedf420-b8a1-4e12-bd4a-b7d83a81727d req-de282a9d-682c-4f71-8fa8-417d8bc90006 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-vif-unplugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:16 user nova-compute[75217]: INFO nova.compute.manager [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 22 11:49:16 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:49:16 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: c37557da-376a-471b-bad2-24197a9f79cc] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:17 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Took 0.61 seconds to deallocate network for instance.
Nov 22 11:49:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-724f81d0-88df-4e10-8f76-430f5c4d3a65 req-2d3f67c5-49f5-4554-96db-6ce63488dae3 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-vif-deleted-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:17 user nova-compute[75217]: INFO nova.compute.manager [req-724f81d0-88df-4e10-8f76-430f5c4d3a65 req-2d3f67c5-49f5-4554-96db-6ce63488dae3 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Neutron deleted interface fba172ea-8b3d-4bbe-91e7-aa7d8d475d45; detaching it from the instance and deleting it from the info cache
Nov 22 11:49:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-724f81d0-88df-4e10-8f76-430f5c4d3a65 req-2d3f67c5-49f5-4554-96db-6ce63488dae3 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-724f81d0-88df-4e10-8f76-430f5c4d3a65 req-2d3f67c5-49f5-4554-96db-6ce63488dae3 service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Detach interface failed, port_id=fba172ea-8b3d-4bbe-91e7-aa7d8d475d45, reason: Instance c37557da-376a-471b-bad2-24197a9f79cc could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.614s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:18 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Deleted allocations for instance c37557da-376a-471b-bad2-24197a9f79cc
Nov 22 11:49:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f23b4856-f0ba-4038-ba8d-c66d0f37d16a tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "c37557da-376a-471b-bad2-24197a9f79cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.424s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-71a8cf7f-2733-4316-9dad-d723b6f5cfdb req-76fd1429-2806-47fd-872a-06b65da7815c service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received event network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-71a8cf7f-2733-4316-9dad-d723b6f5cfdb req-76fd1429-2806-47fd-872a-06b65da7815c service nova] Acquiring lock "c37557da-376a-471b-bad2-24197a9f79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-71a8cf7f-2733-4316-9dad-d723b6f5cfdb req-76fd1429-2806-47fd-872a-06b65da7815c service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-71a8cf7f-2733-4316-9dad-d723b6f5cfdb req-76fd1429-2806-47fd-872a-06b65da7815c service nova] Lock "c37557da-376a-471b-bad2-24197a9f79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-71a8cf7f-2733-4316-9dad-d723b6f5cfdb req-76fd1429-2806-47fd-872a-06b65da7815c service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] No waiting events found dispatching network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:18 user nova-compute[75217]: WARNING nova.compute.manager [req-71a8cf7f-2733-4316-9dad-d723b6f5cfdb req-76fd1429-2806-47fd-872a-06b65da7815c service nova] [instance: c37557da-376a-471b-bad2-24197a9f79cc] Received unexpected event network-vif-plugged-fba172ea-8b3d-4bbe-91e7-aa7d8d475d45 for instance with vm_state deleted and task_state None.
Nov 22 11:49:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:49:23 user nova-compute[75217]: INFO nova.compute.claims [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Claim successful on node user
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.519s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:49:23 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.policy [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a781cd9624bb465f91d41c1fbabb8701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e86726c125f47e4ac39af0f3b72c58f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:49:23 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Creating image(s)
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.231s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Successfully created port: c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk 1073741824" returned: 0 in 0.063s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.217s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Cannot resize image /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Ensure instance console log exists: /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Successfully updated port: c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-changed-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Refreshing instance network info cache due to event network-changed-c139fc8b-2167-42c8-bb48-17c4ff153c1d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] Acquiring lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updating instance_info_cache with network_info: [{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Instance network_info: |[{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] Acquired lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Refreshing network info cache for port c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Start _get_guest_xml network_info=[{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:49:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:49:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:49:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-829068530',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-829068530',id=18,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-q7fv96qx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:49:24Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=7b3491e1-3c8f-4a5a-9cab-e1d100f1191f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:49:25 user nova-compute[75217]:   <uuid>7b3491e1-3c8f-4a5a-9cab-e1d100f1191f</uuid>
Nov 22 11:49:25 user nova-compute[75217]:   <name>instance-00000012</name>
Nov 22 11:49:25 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:49:25 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:49:25 user nova-compute[75217]:   <metadata>
Nov 22 11:49:25 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:49:25 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:49:25 user nova-compute[75217]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-829068530</nova:name>
Nov 22 11:49:25 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:49:25</nova:creationTime>
Nov 22 11:49:25 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:49:25 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:49:25 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:49:25 user nova-compute[75217]:       <nova:owner>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:user uuid="a781cd9624bb465f91d41c1fbabb8701">tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member</nova:user>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:project uuid="0e86726c125f47e4ac39af0f3b72c58f">tempest-ServerBootFromVolumeStableRescueTest-964604612</nova:project>
Nov 22 11:49:25 user nova-compute[75217]:       </nova:owner>
Nov 22 11:49:25 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:49:25 user nova-compute[75217]:       <nova:ports>
Nov 22 11:49:25 user nova-compute[75217]:         <nova:port uuid="c139fc8b-2167-42c8-bb48-17c4ff153c1d">
Nov 22 11:49:25 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 22 11:49:25 user nova-compute[75217]:         </nova:port>
Nov 22 11:49:25 user nova-compute[75217]:       </nova:ports>
Nov 22 11:49:25 user nova-compute[75217]:     </nova:instance>
Nov 22 11:49:25 user nova-compute[75217]:   </metadata>
Nov 22 11:49:25 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:49:25 user nova-compute[75217]:     <system>
Nov 22 11:49:25 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:49:25 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:49:25 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:49:25 user nova-compute[75217]:       <entry name="serial">7b3491e1-3c8f-4a5a-9cab-e1d100f1191f</entry>
Nov 22 11:49:25 user nova-compute[75217]:       <entry name="uuid">7b3491e1-3c8f-4a5a-9cab-e1d100f1191f</entry>
Nov 22 11:49:25 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:49:25 user nova-compute[75217]:     </system>
Nov 22 11:49:25 user nova-compute[75217]:   </sysinfo>
Nov 22 11:49:25 user nova-compute[75217]:   <os>
Nov 22 11:49:25 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:49:25 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:49:25 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:49:25 user nova-compute[75217]:   </os>
Nov 22 11:49:25 user nova-compute[75217]:   <features>
Nov 22 11:49:25 user nova-compute[75217]:     <acpi/>
Nov 22 11:49:25 user nova-compute[75217]:     <apic/>
Nov 22 11:49:25 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:49:25 user nova-compute[75217]:   </features>
Nov 22 11:49:25 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:49:25 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:49:25 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:49:25 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:49:25 user nova-compute[75217]:   </clock>
Nov 22 11:49:25 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:49:25 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:49:25 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:49:25 user nova-compute[75217]:   </cpu>
Nov 22 11:49:25 user nova-compute[75217]:   <devices>
Nov 22 11:49:25 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:49:25 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:49:25 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk"/>
Nov 22 11:49:25 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:49:25 user nova-compute[75217]:     </disk>
Nov 22 11:49:25 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:49:25 user nova-compute[75217]:       <mac address="fa:16:3e:af:aa:24"/>
Nov 22 11:49:25 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:49:25 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:49:25 user nova-compute[75217]:       <target dev="tapc139fc8b-21"/>
Nov 22 11:49:25 user nova-compute[75217]:     </interface>
Nov 22 11:49:25 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:49:25 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/console.log" append="off"/>
Nov 22 11:49:25 user nova-compute[75217]:     </serial>
Nov 22 11:49:25 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:49:25 user nova-compute[75217]:     <video>
Nov 22 11:49:25 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:49:25 user nova-compute[75217]:     </video>
Nov 22 11:49:25 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:49:25 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:49:25 user nova-compute[75217]:     </rng>
Nov 22 11:49:25 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:49:25 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:49:25 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:49:25 user nova-compute[75217]:     </memballoon>
Nov 22 11:49:25 user nova-compute[75217]:   </devices>
Nov 22 11:49:25 user nova-compute[75217]: </domain>
Nov 22 11:49:25 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:49:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-829068530',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-829068530',id=18,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-q7fv96qx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:49:24Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=7b3491e1-3c8f-4a5a-9cab-e1d100f1191f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG os_vif [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '52a0fdd1-0c38-5164-8cd7-0e07c4a18395', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc139fc8b-21, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc139fc8b-21, col_values=(('qos', UUID('cac0f985-fa58-49ff-b0f8-047ed2e97753')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc139fc8b-21, col_values=(('external_ids', {'iface-id': 'c139fc8b-2167-42c8-bb48-17c4ff153c1d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:af:aa:24', 'vm-uuid': '7b3491e1-3c8f-4a5a-9cab-e1d100f1191f'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:25 user nova-compute[75217]: INFO os_vif [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21')
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:49:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No VIF found with MAC fa:16:3e:af:aa:24, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:49:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updated VIF entry in instance network info cache for port c139fc8b-2167-42c8-bb48-17c4ff153c1d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:49:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updating instance_info_cache with network_info: [{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4fb68d80-6fc9-44c7-8b6b-c9bd8d03deee req-ef9d3eac-d885-474a-ba40-ee3f6230d869 service nova] Releasing lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-7bbed4ba-46df-47a6-9cc7-2eeae4185f33 req-eb01cfd8-8a14-41ad-ae47-87cbe59ea24c service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7bbed4ba-46df-47a6-9cc7-2eeae4185f33 req-eb01cfd8-8a14-41ad-ae47-87cbe59ea24c service nova] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7bbed4ba-46df-47a6-9cc7-2eeae4185f33 req-eb01cfd8-8a14-41ad-ae47-87cbe59ea24c service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7bbed4ba-46df-47a6-9cc7-2eeae4185f33 req-eb01cfd8-8a14-41ad-ae47-87cbe59ea24c service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-7bbed4ba-46df-47a6-9cc7-2eeae4185f33 req-eb01cfd8-8a14-41ad-ae47-87cbe59ea24c service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] No waiting events found dispatching network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:27 user nova-compute[75217]: WARNING nova.compute.manager [req-7bbed4ba-46df-47a6-9cc7-2eeae4185f33 req-eb01cfd8-8a14-41ad-ae47-87cbe59ea24c service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received unexpected event network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d for instance with vm_state building and task_state spawning.
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-d8a764ef-8bb3-4981-a922-3f3948f333d2 req-7f0a122a-12fe-49ed-8dd6-cdf74ad5339b service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d8a764ef-8bb3-4981-a922-3f3948f333d2 req-7f0a122a-12fe-49ed-8dd6-cdf74ad5339b service nova] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d8a764ef-8bb3-4981-a922-3f3948f333d2 req-7f0a122a-12fe-49ed-8dd6-cdf74ad5339b service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d8a764ef-8bb3-4981-a922-3f3948f333d2 req-7f0a122a-12fe-49ed-8dd6-cdf74ad5339b service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-d8a764ef-8bb3-4981-a922-3f3948f333d2 req-7f0a122a-12fe-49ed-8dd6-cdf74ad5339b service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] No waiting events found dispatching network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:29 user nova-compute[75217]: WARNING nova.compute.manager [req-d8a764ef-8bb3-4981-a922-3f3948f333d2 req-7f0a122a-12fe-49ed-8dd6-cdf74ad5339b service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received unexpected event network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d for instance with vm_state building and task_state spawning.
Nov 22 11:49:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Instance spawned successfully.
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:49:29 user nova-compute[75217]: INFO nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Took 5.74 seconds to spawn the instance on the hypervisor.
Nov 22 11:49:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:49:29 user nova-compute[75217]: INFO nova.compute.manager [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Took 6.63 seconds to build instance.
Nov 22 11:49:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d753bcf4-6a97-4377-bacc-af79a308de9a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.798s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-changed-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing instance network info cache due to event network-changed-f7b17141-7e24-4fc1-90dd-6e84cc82d9db. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:49:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] Acquiring lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] Acquired lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:36 user nova-compute[75217]: DEBUG nova.network.neutron [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Refreshing network info cache for port f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:49:37 user nova-compute[75217]: DEBUG nova.network.neutron [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updated VIF entry in instance network info cache for port f7b17141-7e24-4fc1-90dd-6e84cc82d9db. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:49:37 user nova-compute[75217]: DEBUG nova.network.neutron [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [{"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-490aeb97-6fed-4dc3-b557-7f76f18b6a1e req-bfb5e2e5-ac0a-484c-b44e-e0b54c9264ca service nova] Releasing lock "refresh_cache-dc341caf-5f23-4267-8a33-f7b7c99d025d" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:39 user nova-compute[75217]: INFO nova.compute.manager [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Terminating instance
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-c5e1c41b-fe05-408c-8575-01cf05ff28ab req-5b263337-a2c0-4fb5-a3da-f598775ae1c6 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c5e1c41b-fe05-408c-8575-01cf05ff28ab req-5b263337-a2c0-4fb5-a3da-f598775ae1c6 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c5e1c41b-fe05-408c-8575-01cf05ff28ab req-5b263337-a2c0-4fb5-a3da-f598775ae1c6 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c5e1c41b-fe05-408c-8575-01cf05ff28ab req-5b263337-a2c0-4fb5-a3da-f598775ae1c6 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-c5e1c41b-fe05-408c-8575-01cf05ff28ab req-5b263337-a2c0-4fb5-a3da-f598775ae1c6 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-c5e1c41b-fe05-408c-8575-01cf05ff28ab req-5b263337-a2c0-4fb5-a3da-f598775ae1c6 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-3d4507bb-b431-40df-b358-287b7dfc760c for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-1d09d065-b8b1-4157-a027-5c5bdd7ed6de req-2341e416-4afb-4b88-ba40-d2b3df4ac6ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1d09d065-b8b1-4157-a027-5c5bdd7ed6de req-2341e416-4afb-4b88-ba40-d2b3df4ac6ca service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1d09d065-b8b1-4157-a027-5c5bdd7ed6de req-2341e416-4afb-4b88-ba40-d2b3df4ac6ca service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1d09d065-b8b1-4157-a027-5c5bdd7ed6de req-2341e416-4afb-4b88-ba40-d2b3df4ac6ca service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-1d09d065-b8b1-4157-a027-5c5bdd7ed6de req-2341e416-4afb-4b88-ba40-d2b3df4ac6ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-1d09d065-b8b1-4157-a027-5c5bdd7ed6de req-2341e416-4afb-4b88-ba40-d2b3df4ac6ca service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-af350441-7201-47f1-b4d9-565be7c990f7 req-6915cf79-5f64-4f3e-aeb3-dc3ed7ba4ccb service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af350441-7201-47f1-b4d9-565be7c990f7 req-6915cf79-5f64-4f3e-aeb3-dc3ed7ba4ccb service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af350441-7201-47f1-b4d9-565be7c990f7 req-6915cf79-5f64-4f3e-aeb3-dc3ed7ba4ccb service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af350441-7201-47f1-b4d9-565be7c990f7 req-6915cf79-5f64-4f3e-aeb3-dc3ed7ba4ccb service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-af350441-7201-47f1-b4d9-565be7c990f7 req-6915cf79-5f64-4f3e-aeb3-dc3ed7ba4ccb service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-af350441-7201-47f1-b4d9-565be7c990f7 req-6915cf79-5f64-4f3e-aeb3-dc3ed7ba4ccb service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Instance destroyed successfully.
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lazy-loading 'resources' on Instance uuid dc341caf-5f23-4267-8a33-f7b7c99d025d {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7b17141-7e, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ff1bea4-a721-4066-a195-10a4d522559d) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:e9:8a,bridge_name='br-int',has_traffic_filtering=True,id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db,network=Network(83c03e14-a883-45e8-9738-a39895e44326),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7b17141-7e')
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d4507bb-b4, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-3d4507bb-b431-40df-b358-287b7dfc760c for instance with vm_state active and task_state deleting.
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: WARNING nova.compute.manager [req-a0477787-ff46-42e2-9547-ffbd30a73940 req-49cf0020-50a0-41eb-b6fe-2b729476b8d0 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 for instance with vm_state active and task_state deleting.
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b66556a-a6b6-45e1-816f-daca826c78d7) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:85:7a,bridge_name='br-int',has_traffic_filtering=True,id=3d4507bb-b431-40df-b358-287b7dfc760c,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3d4507bb-b4')
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapad88a9be-e5, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a325a1c-09b4-46c3-95ee-5713a0ab581e) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:25:c0,bridge_name='br-int',has_traffic_filtering=True,id=ad88a9be-e5e8-44f8-af92-3238bf75cc44,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad88a9be-e5')
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8a43ecc-97, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: WARNING nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-ad88a9be-e5e8-44f8-af92-3238bf75cc44 for instance with vm_state active and task_state deleting.
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: WARNING nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 for instance with vm_state active and task_state deleting.
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:41 user nova-compute[75217]: WARNING nova.compute.manager [req-fc5a9d2a-93bd-4a5a-b91c-b422d6eac23e req-7c15bfa0-b3d9-427a-8f72-9ff03d34ecf9 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-47350f7f-0f1e-43d1-9799-6553ca2af2fe for instance with vm_state active and task_state deleting.
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=497948df-eda0-493f-849e-b9348cd5e2cd) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:d0:0c,bridge_name='br-int',has_traffic_filtering=True,id=d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8a43ecc-97')
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "address": "fa:16:3e:3f:26:69", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbfc21a87-cf", "ovs_interfaceid": "bfc21a87-cff8-463d-ace0-ffaa9ccb5a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbfc21a87-cf, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=93559181-4c85-42a5-af52-03ec9d59f95d) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:26:69,bridge_name='br-int',has_traffic_filtering=True,id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61,network=Network(1999e5df-dafb-4142-8e40-408c8990b10f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbfc21a87-cf')
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47350f7f-0f, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a206bae9-96d5-40a8-8bf3-4d507eba27ec) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:1a:c2,bridge_name='br-int',has_traffic_filtering=True,id=47350f7f-0f1e-43d1-9799-6553ca2af2fe,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47350f7f-0f')
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-218007295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-218007295',id=14,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+Z8g7/X2fSp+u9gNHEspyQVSii207b7je6tlRNKeyf6enSsa85wlh7ddjvdL6QD8S10IvWLPcmDlfWjc5z5yCxFTL1gXG6LjFeaZRjOZ2wJOccJnExnv9hFkMWMBDo+w==',key_name='tempest-keypair-1605145775',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1cd32051f28482597e1980c6a9793b7',ramdisk_id='',reservation_id='r-qw5yofj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1829704045',owner_user_name='tempest-TaggedBootDevicesTest_v242-1829704045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67a954303da44da2acb91c964b40480f',uuid=dc341caf-5f23-4267-8a33-f7b7c99d025d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converting VIF {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2eea316-e6, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=283f6876-236c-4eb4-9206-8ebad27547db) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: INFO os_vif [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:c1:3b,bridge_name='br-int',has_traffic_filtering=True,id=d2eea316-e6f1-4cfa-a2ce-4eb17e65a764,network=Network(3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2eea316-e6')
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WitAkxXN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:49:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:42 user nova-compute[75217]: WARNING nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-f7b17141-7e24-4fc1-90dd-6e84cc82d9db for instance with vm_state active and task_state deleting.
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-unplugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-unplugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Acquiring lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] No waiting events found dispatching network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:49:42 user nova-compute[75217]: WARNING nova.compute.manager [req-7d4ad606-cea7-4a32-95d2-bd2e6788953d req-d4081d28-5deb-4762-b760-e828d5c72c40 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received unexpected event network-vif-plugged-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 for instance with vm_state active and task_state deleting.
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d68ed9-662e-4989-b721-b0cbdb362431]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]: iSNS:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]: STATIC:
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: FIRMWARE:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:49:42 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:49:42 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[43348889-aa8a-4a39-8369-c63c3f8b19ad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f49dfddd-eeb6-4bd1-beae-cafea479e88c]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058c23a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59'): ({'sde'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Removing single pathed devices sde {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0b5480-ff87-4d8b-9d7f-ce9f88c8b6ab]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c90f40-e823-4414-864a-7a64d8fbc185]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Flushing IO for device /dev/sde {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[50829810-b593-4e9c-8268-ecb5bac7cb3b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7f215d-10b9-4076-bced-3c3f0fe95d9d]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] SCSI volumes sde have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bb335fd-d79e-43af-bdc3-a99ff0354647]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[543ab3a9-e7eb-4b93-8005-6159e4122b86]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260]
Nov 22 11:49:42 user nova-compute[75217]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59, portal: 172.16.0.220,3260] successful.
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:742f4a52-7341-4d62-9e0c-243923878b59 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e0ace5-77cd-465b-a964-731b0d123b4d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== disconnect_volume: return (357ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFaoUOYM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:49:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[52976c4b-a207-4053-8a50-283265c3b6d8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]: iSNS:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]: STATIC:
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: FIRMWARE:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:49:42 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:49:42 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea78526e-0816-41a5-96a3-98741b85399a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a9fdd1-bd11-412b-a57e-df3ed9468a86]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d79a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff3a601-2212-49bb-84d2-4f4c0f40db5f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab7a605-49dc-41ff-be10-63ffaf21304a]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a68eb7-1f8b-4685-ab87-aa852729bd97]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c1fd60-40cc-4355-adea-4632dfb91336]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb53ff6-102f-44e3-851b-12e005a5cf3a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f012f2f9-33de-4e87-95b9-b389d46a03a8]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260]
Nov 22 11:49:42 user nova-compute[75217]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b, portal: 172.16.0.220,3260] successful.
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ede7c14b-0cbd-4318-8acd-c1ef72529e8b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8e3f1f-d07e-4496-a3e0-9c8334b6dbdc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== disconnect_volume: return (373ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFGWyslr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:49:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f190adac-44b0-46e8-93f3-9413ad84ecee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]: iSNS:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]: STATIC:
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866
Nov 22 11:49:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:49:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:49:42 user nova-compute[75217]: FIRMWARE:
Nov 22 11:49:42 user nova-compute[75217]: No targets found.
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:49:42 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:49:42 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90cffb47-bbfb-49ca-a020-db8b5d366bdd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6fa693-454d-4c8b-8e64-99ec843e5f29]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:49:42 user nova-compute[75217]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d61f498e-41b4-4202-85a4-8d612ba83866 (non-flash)
Nov 22 11:49:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d79a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89'): ({'sdg'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Removing single pathed devices sdg {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[379894f3-a2c6-4285-9233-2d46be621e9f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe6084c0-5b57-4540-9813-8586160d9330]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Flushing IO for device /dev/sdg {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:43 user nova-compute[75217]: INFO nova.compute.manager [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Detaching volume 44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[74822d15-b62c-4e09-9870-36bf225a3e51]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc42ff94-6260-447f-ae6d-6842df99d23b]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] SCSI volumes sdg have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6240ff99-51d4-4cf7-a7c6-6681a60e92bc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:43 user nova-compute[75217]: INFO nova.virt.block_device [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Attempting to driver detach volume 44e2ae80-971f-4be3-af00-e1a029619f91 from mountpoint /dev/vdb
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Attempting to detach device vdb from instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:49:43 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:49:43 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:49:43 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:49:43 user nova-compute[75217]:   <serial>44e2ae80-971f-4be3-af00-e1a029619f91</serial>
Nov 22 11:49:43 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 11:49:43 user nova-compute[75217]: </disk>
Nov 22 11:49:43 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:49:43 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully detached device vdb from instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 from the persistent domain config.
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:49:43 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:49:43 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:49:43 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:49:43 user nova-compute[75217]:   <serial>44e2ae80-971f-4be3-af00-e1a029619f91</serial>
Nov 22 11:49:43 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 11:49:43 user nova-compute[75217]: </disk>
Nov 22 11:49:43 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb7e4b6-b1d9-4e2e-8755-35d7b0e66f77]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260]
Nov 22 11:49:43 user nova-compute[75217]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89, portal: 172.16.0.220,3260] successful.
Nov 22 11:49:43 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31c74bca-a942-4313-860d-19a413e40b89 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb6fbbe-179a-4216-bd11-48e545e93ed3]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] <== disconnect_volume: return (304ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:49:43 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Deleting instance files /opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d_del
Nov 22 11:49:43 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Deletion of /opt/stack/data/nova/instances/dc341caf-5f23-4267-8a33-f7b7c99d025d_del complete
Nov 22 11:49:43 user nova-compute[75217]: INFO nova.compute.manager [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Took 4.01 seconds to destroy the instance on the hypervisor.
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing instance network info cache due to event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing instance network info cache due to event network-changed-d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] Acquiring lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.network.neutron [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updated VIF entry in instance network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.network.neutron [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-32d61b0a-5a97-49a1-b62a-3f84b9e172ff req-16126fad-631f-4afb-aa60-2a69b9bb5cd4 service nova] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] Acquired lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.network.neutron [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Refreshing network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.network.neutron [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updated VIF entry in instance network info cache for port d563fcf0-eba0-4f27-8581-388a5f63903d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG nova.network.neutron [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [{"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f0e76a40-dec9-4d0f-b9e1-51d13e16249b req-64db850a-f909-4a64-b868-b92821f0dea9 service nova] Releasing lock "refresh_cache-cfb89bb8-56c6-442c-93ec-8f7a84f3b165" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-deleted-bfc21a87-cff8-463d-ace0-ffaa9ccb5a61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:46 user nova-compute[75217]: INFO nova.compute.manager [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Neutron deleted interface bfc21a87-cff8-463d-ace0-ffaa9ccb5a61; detaching it from the instance and deleting it from the info cache
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.network.neutron [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [{"id": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "address": "fa:16:3e:10:e9:8a", "network": {"id": "83c03e14-a883-45e8-9738-a39895e44326", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1118984021-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7b17141-7e", "ovs_interfaceid": "f7b17141-7e24-4fc1-90dd-6e84cc82d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Detach interface failed, port_id=bfc21a87-cff8-463d-ace0-ffaa9ccb5a61, reason: Instance dc341caf-5f23-4267-8a33-f7b7c99d025d could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-deleted-f7b17141-7e24-4fc1-90dd-6e84cc82d9db {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:46 user nova-compute[75217]: INFO nova.compute.manager [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Neutron deleted interface f7b17141-7e24-4fc1-90dd-6e84cc82d9db; detaching it from the instance and deleting it from the info cache
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.network.neutron [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [{"id": "3d4507bb-b431-40df-b358-287b7dfc760c", "address": "fa:16:3e:d6:85:7a", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d4507bb-b4", "ovs_interfaceid": "3d4507bb-b431-40df-b358-287b7dfc760c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "address": "fa:16:3e:8b:25:c0", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad88a9be-e5", "ovs_interfaceid": "ad88a9be-e5e8-44f8-af92-3238bf75cc44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "address": "fa:16:3e:cd:d0:0c", "network": {"id": "1999e5df-dafb-4142-8e40-408c8990b10f", "bridge": "br-int", "label": "tempest-device-tagging-net1-365537363", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8a43ecc-97", "ovs_interfaceid": "d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "address": "fa:16:3e:40:1a:c2", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47350f7f-0f", "ovs_interfaceid": "47350f7f-0f1e-43d1-9799-6553ca2af2fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "address": "fa:16:3e:de:c1:3b", "network": {"id": "3a7556b8-b0dc-49e4-a7a6-f3c6cc845fce", "bridge": "br-int", "label": "tempest-device-tagging-net2-2054076256", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d1cd32051f28482597e1980c6a9793b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2eea316-e6", "ovs_interfaceid": "d2eea316-e6f1-4cfa-a2ce-4eb17e65a764", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-19f40584-95a1-4f33-9b00-3f9f6baa13fe req-7f5590ad-7840-4d29-b582-07d61dd5305e service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Detach interface failed, port_id=f7b17141-7e24-4fc1-90dd-6e84cc82d9db, reason: Instance dc341caf-5f23-4267-8a33-f7b7c99d025d could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:49:46 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:49:47 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Took 3.74 seconds to deallocate network for instance.
Nov 22 11:49:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-794e045b-54a5-48dd-afc8-8207b3b6f98e req-c318a7b6-618c-4f67-8c72-d23884d0ec59 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-deleted-d8a43ecc-970c-4f0c-a36a-d5e1675c2ac7 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-794e045b-54a5-48dd-afc8-8207b3b6f98e req-c318a7b6-618c-4f67-8c72-d23884d0ec59 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-deleted-47350f7f-0f1e-43d1-9799-6553ca2af2fe {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-794e045b-54a5-48dd-afc8-8207b3b6f98e req-c318a7b6-618c-4f67-8c72-d23884d0ec59 service nova] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Received event network-vif-deleted-d2eea316-e6f1-4cfa-a2ce-4eb17e65a764 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:49:49 user nova-compute[75217]: INFO nova.compute.manager [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] [instance: dc341caf-5f23-4267-8a33-f7b7c99d025d] Took 2.28 seconds to detach 3 volumes for instance.
Nov 22 11:49:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:49:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:49:49 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:49:49 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:49:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:49 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Deleted allocations for instance dc341caf-5f23-4267-8a33-f7b7c99d025d
Nov 22 11:49:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5590563-952a-4530-93e9-6a8714272996 tempest-TaggedBootDevicesTest_v242-1829704045 tempest-TaggedBootDevicesTest_v242-1829704045-project-member] Lock "dc341caf-5f23-4267-8a33-f7b7c99d025d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.619s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:49:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:57 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:49:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:49:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:49:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 11:49:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 11:49:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Port c75211af-b8a6-4803-9844-2a34db53ffab binding to destination host user is already ACTIVE {{(pid=75217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 22 11:49:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:49:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:49:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Creating tmpfile /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/tmp3diymztn to verify with other compute node that the instance is on the same shared storage. {{(pid=75217) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-6b96c3e2-c472-4522-83d6-f7135f80a6b4 req-1f187828-9102-4e25-bbd9-9c44912dd3ac service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6b96c3e2-c472-4522-83d6-f7135f80a6b4 req-1f187828-9102-4e25-bbd9-9c44912dd3ac service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6b96c3e2-c472-4522-83d6-f7135f80a6b4 req-1f187828-9102-4e25-bbd9-9c44912dd3ac service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6b96c3e2-c472-4522-83d6-f7135f80a6b4 req-1f187828-9102-4e25-bbd9-9c44912dd3ac service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-6b96c3e2-c472-4522-83d6-f7135f80a6b4 req-1f187828-9102-4e25-bbd9-9c44912dd3ac service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:00 user nova-compute[75217]: WARNING nova.compute.manager [req-6b96c3e2-c472-4522-83d6-f7135f80a6b4 req-1f187828-9102-4e25-bbd9-9c44912dd3ac service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state resized and task_state resize_reverting.
Nov 22 11:50:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance destroyed successfully.
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'resources' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc75211af-b8, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=745e9064-1fd1-4ab3-8209-11bd54ccdd02) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:01 user nova-compute[75217]: INFO os_vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8')
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:50:01 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80c063f-cea7-45d8-b682-ea2660cdd3aa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:50:01 user nova-compute[75217]: No targets found.
Nov 22 11:50:01 user nova-compute[75217]: iSNS:
Nov 22 11:50:01 user nova-compute[75217]: No targets found.
Nov 22 11:50:01 user nova-compute[75217]: STATIC:
Nov 22 11:50:01 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:50:01 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:50:01 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:50:01 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:50:01 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:50:01 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:50:01 user nova-compute[75217]: FIRMWARE:
Nov 22 11:50:01 user nova-compute[75217]: No targets found.
Nov 22 11:50:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:50:01 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:50:01 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[83bf5ef9-0d49-47ed-a82c-1f3ef96376fe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4cec43-a73a-4dd3-ad08-31dd8aa0b1a8]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:50:01 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:50:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:50:01 user nova-compute[75217]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:50:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058ce8700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef8e779e-439a-4450-a0d4-4c6e3f330f51]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[133acca3-4b27-41ef-bcd7-1dbbfb91c6c1]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ac61eda-59b7-4e30-baa3-faf85e018646]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cbdf119-5ffc-4490-8f91-3d78d8e68baf]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a39cb63b-5469-4b62-94d6-17a1dd2ba89c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c2c9ab-fac5-4faf-9c88-e22177d5d6ec]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]
Nov 22 11:50:01 user nova-compute[75217]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.
Nov 22 11:50:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7987de46-3162-4b77-ac3f-ff4edd458d91]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== disconnect_volume: return (327ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 11:50:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'migration_context' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG nova.objects.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Object Instance<bfb46d6c-3e8f-4763-b3c1-4edad1127b08> lazy-loaded attributes: resources,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-156acbea-1d01-4775-b180-577fc5fa80c9 req-ab4bee15-e6e0-45c3-a3a7-9639da07bc1f service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-156acbea-1d01-4775-b180-577fc5fa80c9 req-ab4bee15-e6e0-45c3-a3a7-9639da07bc1f service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-156acbea-1d01-4775-b180-577fc5fa80c9 req-ab4bee15-e6e0-45c3-a3a7-9639da07bc1f service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-156acbea-1d01-4775-b180-577fc5fa80c9 req-ab4bee15-e6e0-45c3-a3a7-9639da07bc1f service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-156acbea-1d01-4775-b180-577fc5fa80c9 req-ab4bee15-e6e0-45c3-a3a7-9639da07bc1f service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:02 user nova-compute[75217]: WARNING nova.compute.manager [req-156acbea-1d01-4775-b180-577fc5fa80c9 req-ab4bee15-e6e0-45c3-a3a7-9639da07bc1f service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state resized and task_state resize_reverting.
Nov 22 11:50:02 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:02 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.578s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:03 user nova-compute[75217]: INFO nova.compute.manager [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Swapping old allocation on dict_keys(['87c4def6-4a6c-40c8-9672-e667ecee1a98']) held by migration d47d7bd7-cb84-4266-8c9c-167d43e8dae4 for instance
Nov 22 11:50:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Overwriting current allocation {'allocations': {'87c4def6-4a6c-40c8-9672-e667ecee1a98': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 22}}, 'project_id': '3683d54ab5c249c98a0c3ad72b72df49', 'user_id': '23dd273e2dea458ea139de627328224c', 'consumer_generation': 1} on consumer bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquired lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:50:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 is timed out.
Nov 22 11:50:03 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully detached device vdb from instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 from the live domain config.
Nov 22 11:50:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbLwUIlc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:50:03 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a9f35a-7b71-4c0c-93e8-281bb8161b4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:50:03 user nova-compute[75217]: No targets found.
Nov 22 11:50:03 user nova-compute[75217]: iSNS:
Nov 22 11:50:03 user nova-compute[75217]: No targets found.
Nov 22 11:50:03 user nova-compute[75217]: STATIC:
Nov 22 11:50:03 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91
Nov 22 11:50:03 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:50:03 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:50:03 user nova-compute[75217]: FIRMWARE:
Nov 22 11:50:03 user nova-compute[75217]: No targets found.
Nov 22 11:50:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:50:03 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:50:03 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c618de-0b31-45aa-a255-80f3f52d20b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[87bf7601-c3c4-4eb4-855e-df5ac82bc202]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:50:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 (non-flash)
Nov 22 11:50:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c5ef2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1489bbd4-75f4-4aec-9fce-67f0d0a4761c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aed4e7-b034-4c28-a1c8-8edd840f19f8]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[991d9aa8-db6b-4cc3-b29f-ddd3bd7d8b79]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8610e4-e3a3-47a2-ab25-dc2e3a300546]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5066c26-5427-4862-8a41-2ce7d570b46f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9edc827c-972d-4307-a0cf-16bf09e40c63]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260]
Nov 22 11:50:03 user nova-compute[75217]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91, portal: 172.16.0.220,3260] successful.
Nov 22 11:50:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e2ae80-971f-4be3-af00-e1a029619f91 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7194be4d-cb07-41a6-b86d-65be707131f5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== disconnect_volume: return (363ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:50:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Releasing lock "refresh_cache-bfb46d6c-3e8f-4763-b3c1-4edad1127b08" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG os_brick.utils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7978466-877a-4c16-9d62-e29321ef8a21]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a23883-4b43-4ae8-be2b-04c9a8059e2f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64496c6-36f5-40cf-9d78-d3f5fce138e8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb8570c3-7cc0-4622-89bb-c72885b9b562]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:50:04 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b9402b1-b3a8-4e26-a99d-49e7d0ee7e0e]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG os_brick.utils [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:50:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7403MB free_disk=25.452198028564453GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 92e3553c-477b-4d1b-b1cb-79c7b649668a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 72adf242-ff6f-48f4-bb60-2c064fc6b447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e5c49b02-6ef3-43ba-9cfb-48aeff497797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 11:50:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.643s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:09 user nova-compute[75217]: INFO nova.compute.manager [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Terminating instance
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-8664f6c9-adad-4416-8148-9499d2ec48e0 req-a698c186-4af5-4c3b-9e57-7d4bcf25ec15 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-vif-unplugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8664f6c9-adad-4416-8148-9499d2ec48e0 req-a698c186-4af5-4c3b-9e57-7d4bcf25ec15 service nova] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8664f6c9-adad-4416-8148-9499d2ec48e0 req-a698c186-4af5-4c3b-9e57-7d4bcf25ec15 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8664f6c9-adad-4416-8148-9499d2ec48e0 req-a698c186-4af5-4c3b-9e57-7d4bcf25ec15 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-8664f6c9-adad-4416-8148-9499d2ec48e0 req-a698c186-4af5-4c3b-9e57-7d4bcf25ec15 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] No waiting events found dispatching network-vif-unplugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-8664f6c9-adad-4416-8148-9499d2ec48e0 req-a698c186-4af5-4c3b-9e57-7d4bcf25ec15 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-vif-unplugged-90d47228-9e81-4770-b031-55ebd3595e42 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Instance destroyed successfully.
Nov 22 11:50:10 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lazy-loading 'resources' on Instance uuid 92e3553c-477b-4d1b-b1cb-79c7b649668a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-995198462',display_name='tempest-VolumesAdminNegativeTest-server-995198462',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-995198462',id=5,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRDOyAxqE5ijhhHymQjKf6Tn2lNCAaU5ml5F0XaWsSp3/CqWlNvTR8BvhQpK6H5f5tHHDzAv7t4dtsBF6G7YET4v+xOwA135nz0KHhfff5COCiv1fz0muywU8d4kpc/Wg==',key_name='tempest-keypair-1027263397',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:44:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='421eb749e26b4e41baf0ff15b4208023',ramdisk_id='',reservation_id='r-15g37qf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1782010848',owner_user_name='tempest-VolumesAdminNegativeTest-1782010848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:44:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12cf5ea148eb42e7bc0225817e2f9d43',uuid=92e3553c-477b-4d1b-b1cb-79c7b649668a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converting VIF {"id": "90d47228-9e81-4770-b031-55ebd3595e42", "address": "fa:16:3e:0a:ef:a7", "network": {"id": "004e0283-3bf0-4b1b-92ba-5a3807f56491", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679818662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "421eb749e26b4e41baf0ff15b4208023", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90d47228-9e", "ovs_interfaceid": "90d47228-9e81-4770-b031-55ebd3595e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG os_vif [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90d47228-9e, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac6924b2-3592-4a18-8372-1be04817e7a2) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:50:10 user nova-compute[75217]: INFO os_vif [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ef:a7,bridge_name='br-int',has_traffic_filtering=True,id=90d47228-9e81-4770-b031-55ebd3595e42,network=Network(004e0283-3bf0-4b1b-92ba-5a3807f56491),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90d47228-9e')
Nov 22 11:50:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Deleting instance files /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a_del
Nov 22 11:50:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Deletion of /opt/stack/data/nova/instances/92e3553c-477b-4d1b-b1cb-79c7b649668a_del complete
Nov 22 11:50:10 user nova-compute[75217]: INFO nova.compute.manager [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 22 11:50:10 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:50:10 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:11 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Took 0.70 seconds to deallocate network for instance.
Nov 22 11:50:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-9414825f-8f8f-4d37-8734-40c5aac44b35 req-2aa91c1b-7313-488a-b67a-ad6dcaa9f078 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-vif-deleted-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:50:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.336s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:11 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Deleted allocations for instance 92e3553c-477b-4d1b-b1cb-79c7b649668a
Nov 22 11:50:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7ab48437-e802-4fc2-8745-12771d41ff45 tempest-VolumesAdminNegativeTest-1782010848 tempest-VolumesAdminNegativeTest-1782010848-project-member] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.183s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-c63cfc2f-570d-4623-8465-09689382c9b0 req-d4af8a9c-1424-4921-be07-be0d1d271963 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received event network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c63cfc2f-570d-4623-8465-09689382c9b0 req-d4af8a9c-1424-4921-be07-be0d1d271963 service nova] Acquiring lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c63cfc2f-570d-4623-8465-09689382c9b0 req-d4af8a9c-1424-4921-be07-be0d1d271963 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c63cfc2f-570d-4623-8465-09689382c9b0 req-d4af8a9c-1424-4921-be07-be0d1d271963 service nova] Lock "92e3553c-477b-4d1b-b1cb-79c7b649668a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-c63cfc2f-570d-4623-8465-09689382c9b0 req-d4af8a9c-1424-4921-be07-be0d1d271963 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] No waiting events found dispatching network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:12 user nova-compute[75217]: WARNING nova.compute.manager [req-c63cfc2f-570d-4623-8465-09689382c9b0 req-d4af8a9c-1424-4921-be07-be0d1d271963 service nova] [instance: 92e3553c-477b-4d1b-b1cb-79c7b649668a] Received unexpected event network-vif-plugged-90d47228-9e81-4770-b031-55ebd3595e42 for instance with vm_state deleted and task_state None.
Nov 22 11:50:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-changed-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Refreshing instance network info cache due to event network-changed-b38c1005-32b6-4e83-98d3-f08765de6b61. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Refreshing network info cache for port b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:17 user nova-compute[75217]: WARNING nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor.
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 72adf242-ff6f-48f4-bb60-2c064fc6b447 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid a06a2a1b-6d71-413f-970b-b417ad64336f {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid e5c49b02-6ef3-43ba-9cfb-48aeff497797 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: INFO nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updated VIF entry in instance network info cache for port b38c1005-32b6-4e83-98d3-f08765de6b61. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5df57fbd-f58e-4041-b4c5-0d7c50ad70cb req-ba4c6f73-0f2b-4ba7-a64b-e34720ee327d service nova] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.086s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.083s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'flavor' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abd63c96-2d53-486c-b77c-1a3eeacc7175 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 52.840s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 18.303s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:50:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:50:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:50:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:50:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Starting finish_revert_migration {{(pid=75217) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start _get_guest_xml network_info=[{"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'bfb46d6c-3e8f-4763-b3c1-4edad1127b08', 'attached_at': '2023-11-22T11:50:41.000000', 'detached_at': '', 'volume_id': 'c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'serial': 'c560bf7f-d096-4e09-92b0-9c131d3ce94f'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '5a753689-e006-42ce-8dcc-24690734d835', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:50:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:50:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'vcpu_model' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:50:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:50:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:50:41 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[63242152-62c1-49ee-8ce1-0103f05abdb1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:50:41 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: INFO nova.compute.manager [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Terminating instance
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d0cd7c-6255-40de-91ee-92ef73bfcc74]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f] added
Nov 22 11:50:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0547c513-df30-4394-8f5e-55bb91890fcf]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca28bb25-ea8b-4db3-a321-66693a9b0749]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XkRuoaLT {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XkRuoaLT" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c5fba7-1c5a-4164-80fd-517bdb970d6a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XkRuoaLT'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:41 user nova-compute[75217]: INFO nova.compute.manager [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Unrescuing
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa6f44ed-f2f5-4f00-8b9a-6e165b67d9bb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8a734e-697a-4165-a9d5-8a4370dc3182]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 22 11:50:41 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 22 11:50:41 user nova-compute[75217]:  {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:50:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 22 11:50:41 user nova-compute[75217]: 
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3576c97d-434d-4eb5-8cf7-d940924d46e6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]
Nov 22 11:50:41 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.
Nov 22 11:50:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e092f0e-5cd5-4358-89c5-8ddb0b14819c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1f12678-4801-4d15-a9ab-11f6e9ce9595]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:50:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:50:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-12a348f0-dcf2-439d-b2ef-eb53ed8c3131 req-f19fe27e-cf8e-474b-bd1a-4843ffcd397b service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-vif-unplugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-12a348f0-dcf2-439d-b2ef-eb53ed8c3131 req-f19fe27e-cf8e-474b-bd1a-4843ffcd397b service nova] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-12a348f0-dcf2-439d-b2ef-eb53ed8c3131 req-f19fe27e-cf8e-474b-bd1a-4843ffcd397b service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-12a348f0-dcf2-439d-b2ef-eb53ed8c3131 req-f19fe27e-cf8e-474b-bd1a-4843ffcd397b service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-12a348f0-dcf2-439d-b2ef-eb53ed8c3131 req-f19fe27e-cf8e-474b-bd1a-4843ffcd397b service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] No waiting events found dispatching network-vif-unplugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-12a348f0-dcf2-439d-b2ef-eb53ed8c3131 req-f19fe27e-cf8e-474b-bd1a-4843ffcd397b service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-vif-unplugged-2fdca4a2-99ac-482b-b795-79a444a44d86 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d74133-4364-4f82-a528-1efdf27e5552]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:50:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Instance destroyed successfully.
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lazy-loading 'resources' on Instance uuid e5c49b02-6ef3-43ba-9cfb-48aeff497797 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:48:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1507954258',display_name='tempest-VolumesActionsTest-instance-1507954258',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1507954258',id=16,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='165866e2c6b34c87bebca851607df76b',ramdisk_id='',reservation_id='r-0w0alph3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-2078529009',owner_user_name='tempest-VolumesActionsTest-2078529009-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:58Z,user_data=None,user_id='e3a635a74b0242e08066c3ff73a84ceb',uuid=e5c49b02-6ef3-43ba-9cfb-48aeff497797,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converting VIF {"id": "2fdca4a2-99ac-482b-b795-79a444a44d86", "address": "fa:16:3e:bd:c5:a7", "network": {"id": "ff08b75e-d0c6-4696-be41-dc43581c1bc9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1699091240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "165866e2c6b34c87bebca851607df76b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fdca4a2-99", "ovs_interfaceid": "2fdca4a2-99ac-482b-b795-79a444a44d86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG os_vif [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2fdca4a2-99, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=131ca585-1392-4da2-b6ab-10e444377089) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: INFO os_vif [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c5:a7,bridge_name='br-int',has_traffic_filtering=True,id=2fdca4a2-99ac-482b-b795-79a444a44d86,network=Network(ff08b75e-d0c6-4696-be41-dc43581c1bc9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fdca4a2-99')
Nov 22 11:50:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Deleting instance files /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797_del
Nov 22 11:50:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Deletion of /opt/stack/data/nova/instances/e5c49b02-6ef3-43ba-9cfb-48aeff497797_del complete
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:42 user nova-compute[75217]: INFO nova.compute.manager [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 22 11:50:42 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'flavor' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.385s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== connect_volume: return (1387ms) {'type': 'block', 'scsi_wwn': '23461383566663066', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461383566663066', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:50:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:50:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:50:43 user nova-compute[75217]:   <uuid>bfb46d6c-3e8f-4763-b3c1-4edad1127b08</uuid>
Nov 22 11:50:43 user nova-compute[75217]:   <name>instance-00000004</name>
Nov 22 11:50:43 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:50:43 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:50:43 user nova-compute[75217]:   <metadata>
Nov 22 11:50:43 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:50:43 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:50:43 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherB-server-1417932846</nova:name>
Nov 22 11:50:43 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:50:41</nova:creationTime>
Nov 22 11:50:43 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:50:43 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:50:43 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:50:43 user nova-compute[75217]:       <nova:owner>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:user uuid="23dd273e2dea458ea139de627328224c">tempest-ServerActionsTestOtherB-1723887315-project-member</nova:user>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:project uuid="3683d54ab5c249c98a0c3ad72b72df49">tempest-ServerActionsTestOtherB-1723887315</nova:project>
Nov 22 11:50:43 user nova-compute[75217]:       </nova:owner>
Nov 22 11:50:43 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:50:43 user nova-compute[75217]:       <nova:ports>
Nov 22 11:50:43 user nova-compute[75217]:         <nova:port uuid="c75211af-b8a6-4803-9844-2a34db53ffab">
Nov 22 11:50:43 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 11:50:43 user nova-compute[75217]:         </nova:port>
Nov 22 11:50:43 user nova-compute[75217]:       </nova:ports>
Nov 22 11:50:43 user nova-compute[75217]:     </nova:instance>
Nov 22 11:50:43 user nova-compute[75217]:   </metadata>
Nov 22 11:50:43 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:50:43 user nova-compute[75217]:     <system>
Nov 22 11:50:43 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:50:43 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:50:43 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:50:43 user nova-compute[75217]:       <entry name="serial">bfb46d6c-3e8f-4763-b3c1-4edad1127b08</entry>
Nov 22 11:50:43 user nova-compute[75217]:       <entry name="uuid">bfb46d6c-3e8f-4763-b3c1-4edad1127b08</entry>
Nov 22 11:50:43 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:50:43 user nova-compute[75217]:     </system>
Nov 22 11:50:43 user nova-compute[75217]:   </sysinfo>
Nov 22 11:50:43 user nova-compute[75217]:   <os>
Nov 22 11:50:43 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:50:43 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:50:43 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:50:43 user nova-compute[75217]:   </os>
Nov 22 11:50:43 user nova-compute[75217]:   <features>
Nov 22 11:50:43 user nova-compute[75217]:     <acpi/>
Nov 22 11:50:43 user nova-compute[75217]:     <apic/>
Nov 22 11:50:43 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:50:43 user nova-compute[75217]:   </features>
Nov 22 11:50:43 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:50:43 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:50:43 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:50:43 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:50:43 user nova-compute[75217]:   </clock>
Nov 22 11:50:43 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:50:43 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:50:43 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:50:43 user nova-compute[75217]:   </cpu>
Nov 22 11:50:43 user nova-compute[75217]:   <devices>
Nov 22 11:50:43 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:50:43 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:50:43 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk"/>
Nov 22 11:50:43 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:50:43 user nova-compute[75217]:     </disk>
Nov 22 11:50:43 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:50:43 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:50:43 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 11:50:43 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:50:43 user nova-compute[75217]:       <serial>c560bf7f-d096-4e09-92b0-9c131d3ce94f</serial>
Nov 22 11:50:43 user nova-compute[75217]:     </disk>
Nov 22 11:50:43 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:50:43 user nova-compute[75217]:       <mac address="fa:16:3e:4c:f7:b4"/>
Nov 22 11:50:43 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:50:43 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:50:43 user nova-compute[75217]:       <target dev="tapc75211af-b8"/>
Nov 22 11:50:43 user nova-compute[75217]:     </interface>
Nov 22 11:50:43 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:50:43 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/console.log" append="off"/>
Nov 22 11:50:43 user nova-compute[75217]:     </serial>
Nov 22 11:50:43 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:50:43 user nova-compute[75217]:     <video>
Nov 22 11:50:43 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:50:43 user nova-compute[75217]:     </video>
Nov 22 11:50:43 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:50:43 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:50:43 user nova-compute[75217]:     </rng>
Nov 22 11:50:43 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:50:43 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:50:43 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:50:43 user nova-compute[75217]:     </memballoon>
Nov 22 11:50:43 user nova-compute[75217]:   </devices>
Nov 22 11:50:43 user nova-compute[75217]: </domain>
Nov 22 11:50:43 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:50:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG os_vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '91a81303-e025-559c-a84b-7617c968fbf2', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc75211af-b8, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc75211af-b8, col_values=(('qos', UUID('35003b1c-f2ad-440b-bea5-5c1518b80dd4')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc75211af-b8, col_values=(('external_ids', {'iface-id': 'c75211af-b8a6-4803-9844-2a34db53ffab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:f7:b4', 'vm-uuid': 'bfb46d6c-3e8f-4763-b3c1-4edad1127b08'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:43 user nova-compute[75217]: INFO os_vif [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8')
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-353c6ea7-1aba-432f-b3a9-a7373ce6a235 req-3a78057b-6f10-4e9e-b039-bf4ab75c3905 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-353c6ea7-1aba-432f-b3a9-a7373ce6a235 req-3a78057b-6f10-4e9e-b039-bf4ab75c3905 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-353c6ea7-1aba-432f-b3a9-a7373ce6a235 req-3a78057b-6f10-4e9e-b039-bf4ab75c3905 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-353c6ea7-1aba-432f-b3a9-a7373ce6a235 req-3a78057b-6f10-4e9e-b039-bf4ab75c3905 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-353c6ea7-1aba-432f-b3a9-a7373ce6a235 req-3a78057b-6f10-4e9e-b039-bf4ab75c3905 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:43 user nova-compute[75217]: WARNING nova.compute.manager [req-353c6ea7-1aba-432f-b3a9-a7373ce6a235 req-3a78057b-6f10-4e9e-b039-bf4ab75c3905 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:43 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Took 1.36 seconds to deallocate network for instance.
Nov 22 11:50:43 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance destroyed successfully.
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-8ff7901c-201e-463b-b1c6-659e54960ebb req-f7d45f5d-29b0-4a9b-bc80-e28a3a1839c2 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8ff7901c-201e-463b-b1c6-659e54960ebb req-f7d45f5d-29b0-4a9b-bc80-e28a3a1839c2 service nova] Acquiring lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8ff7901c-201e-463b-b1c6-659e54960ebb req-f7d45f5d-29b0-4a9b-bc80-e28a3a1839c2 service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8ff7901c-201e-463b-b1c6-659e54960ebb req-f7d45f5d-29b0-4a9b-bc80-e28a3a1839c2 service nova] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-8ff7901c-201e-463b-b1c6-659e54960ebb req-f7d45f5d-29b0-4a9b-bc80-e28a3a1839c2 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] No waiting events found dispatching network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:43 user nova-compute[75217]: WARNING nova.compute.manager [req-8ff7901c-201e-463b-b1c6-659e54960ebb req-f7d45f5d-29b0-4a9b-bc80-e28a3a1839c2 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received unexpected event network-vif-plugged-2fdca4a2-99ac-482b-b795-79a444a44d86 for instance with vm_state deleted and task_state None.
Nov 22 11:50:44 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:50:44 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:50:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.318s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:44 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Deleted allocations for instance e5c49b02-6ef3-43ba-9cfb-48aeff497797
Nov 22 11:50:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9aa9c9ca-c528-4acc-bc98-e5fb04fc837b tempest-VolumesActionsTest-2078529009 tempest-VolumesActionsTest-2078529009-project-member] Lock "e5c49b02-6ef3-43ba-9cfb-48aeff497797" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.734s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] [instance: e5c49b02-6ef3-43ba-9cfb-48aeff497797] Received event network-vif-deleted-2fdca4a2-99ac-482b-b795-79a444a44d86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:45 user nova-compute[75217]: WARNING nova.compute.manager [req-85797be6-2c58-4a0b-871b-7ee88d9106cc req-6edc63bb-5877-4225-a832-d250f0fe1030 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-2502213c-739d-49df-9305-b24a154c171f req-22a9ca60-8db4-4e00-9d19-314ec767b494 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2502213c-739d-49df-9305-b24a154c171f req-22a9ca60-8db4-4e00-9d19-314ec767b494 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2502213c-739d-49df-9305-b24a154c171f req-22a9ca60-8db4-4e00-9d19-314ec767b494 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2502213c-739d-49df-9305-b24a154c171f req-22a9ca60-8db4-4e00-9d19-314ec767b494 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-2502213c-739d-49df-9305-b24a154c171f req-22a9ca60-8db4-4e00-9d19-314ec767b494 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:45 user nova-compute[75217]: WARNING nova.compute.manager [req-2502213c-739d-49df-9305-b24a154c171f req-22a9ca60-8db4-4e00-9d19-314ec767b494 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state resized and task_state resize_reverting.
Nov 22 11:50:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:47 user nova-compute[75217]: WARNING nova.compute.manager [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:50:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:47 user nova-compute[75217]: WARNING nova.compute.manager [req-1a85cc50-fe85-453a-9485-d28f8dea21d4 req-b41d689e-49e0-4a17-a7d3-3642e7bf7e4a service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:50:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cbe3b358-1bf5-46b2-9e52-2c40c25922d5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:50:48 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance running successfully.
Nov 22 11:50:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] finish_revert_migration finished successfully. {{(pid=75217) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-277ef7b0-f9d9-4f4b-8863-ad9a46fef58c req-a032b623-0c98-47d4-ae52-9bbbf19a2161 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-277ef7b0-f9d9-4f4b-8863-ad9a46fef58c req-a032b623-0c98-47d4-ae52-9bbbf19a2161 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-277ef7b0-f9d9-4f4b-8863-ad9a46fef58c req-a032b623-0c98-47d4-ae52-9bbbf19a2161 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-277ef7b0-f9d9-4f4b-8863-ad9a46fef58c req-a032b623-0c98-47d4-ae52-9bbbf19a2161 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-277ef7b0-f9d9-4f4b-8863-ad9a46fef58c req-a032b623-0c98-47d4-ae52-9bbbf19a2161 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:50:48 user nova-compute[75217]: WARNING nova.compute.manager [req-277ef7b0-f9d9-4f4b-8863-ad9a46fef58c req-a032b623-0c98-47d4-ae52-9bbbf19a2161 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state resized and task_state resize_reverting.
Nov 22 11:50:48 user nova-compute[75217]: INFO nova.compute.manager [None req-3ed504ed-e7f4-4c63-bbd1-e1159c60db30 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance to original state: 'active'
Nov 22 11:50:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-changed-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Refreshing instance network info cache due to event network-changed-a05d94ae-3986-42bb-9be5-7ab01e9da51d. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] Acquiring lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] Acquired lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Refreshing network info cache for port a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Updated VIF entry in instance network info cache for port a05d94ae-3986-42bb-9be5-7ab01e9da51d. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Updating instance_info_cache with network_info: [{"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:50:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-eca2db06-2052-44d2-8db4-1058d7d86ce3 req-d567bf2c-0cfb-4995-bae7-cab3b7dc583a service nova] Releasing lock "refresh_cache-80cce751-f19c-49b3-85bf-3c3dccaad7ae" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:50:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lazy-loading 'flavor' on Instance uuid 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:50:58 user nova-compute[75217]: INFO nova.compute.manager [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Attaching volume 92ce3269-55f9-4f86-b0a4-0f642877a2eb to /dev/sdc
Nov 22 11:50:58 user nova-compute[75217]: DEBUG os_brick.utils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f4e41b-f8ed-4806-b9b4-dfeb712ad396]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d704f4-c222-41dc-9fbe-4feafcb12d49]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9059592a-9fe4-42b1-b8f1-32d0005f125f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a59699fc-66fb-494c-9e98-d06867d73d7a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:50:58 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:50:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78eb908-af23-4588-b4df-f5c203d9e31a]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG os_brick.utils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:50:58 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Updating existing volume attachment record: bbdcabda-708d-4521-8f61-ecfcab017330 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:50:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:50:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:50:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:51:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:01 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:51:01 user nova-compute[75217]: INFO nova.compute.claims [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Claim successful on node user
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.485s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:51:02 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.policy [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78b9b00747443b99a3e815fe6ca4c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da5215fdd01244f69d87790593890c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Skipping network cache update for instance because it is Building. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:51:02 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Creating image(s)
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "/opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "/opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "/opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk 1073741824" returned: 0 in 0.054s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Successfully created port: 260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Cannot resize image /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Ensure instance console log exists: /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Successfully updated port: 260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquired lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-changed-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Refreshing instance network info cache due to event network-changed-260e16c3-3329-4a41-b827-2d182592b984. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] Acquiring lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Updating instance_info_cache with network_info: [{"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Releasing lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Instance network_info: |[{"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] Acquired lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Refreshing network info cache for port 260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Start _get_guest_xml network_info=[{"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:51:04 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:51:04 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:51:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1948746871',display_name='tempest-ServersNegativeTestJSON-server-1948746871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1948746871',id=19,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da5215fdd01244f69d87790593890c00',ramdisk_id='',reservation_id='r-0rhktjo5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2025310777',owner_user_name='tempest-ServersNegativeTestJSON-2025310777-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:51:03Z,user_data=None,user_id='6a78b9b00747443b99a3e815fe6ca4c0',uuid=bd6e2e38-24c7-42a5-bedc-294f87c25f2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converting VIF {"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lazy-loading 'pci_devices' on Instance uuid bd6e2e38-24c7-42a5-bedc-294f87c25f2f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:51:04 user nova-compute[75217]:   <uuid>bd6e2e38-24c7-42a5-bedc-294f87c25f2f</uuid>
Nov 22 11:51:04 user nova-compute[75217]:   <name>instance-00000013</name>
Nov 22 11:51:04 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:51:04 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:51:04 user nova-compute[75217]:   <metadata>
Nov 22 11:51:04 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:51:04 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:51:04 user nova-compute[75217]:       <nova:name>tempest-ServersNegativeTestJSON-server-1948746871</nova:name>
Nov 22 11:51:04 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:51:04</nova:creationTime>
Nov 22 11:51:04 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:51:04 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:51:04 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:51:04 user nova-compute[75217]:       <nova:owner>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:user uuid="6a78b9b00747443b99a3e815fe6ca4c0">tempest-ServersNegativeTestJSON-2025310777-project-member</nova:user>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:project uuid="da5215fdd01244f69d87790593890c00">tempest-ServersNegativeTestJSON-2025310777</nova:project>
Nov 22 11:51:04 user nova-compute[75217]:       </nova:owner>
Nov 22 11:51:04 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:51:04 user nova-compute[75217]:       <nova:ports>
Nov 22 11:51:04 user nova-compute[75217]:         <nova:port uuid="260e16c3-3329-4a41-b827-2d182592b984">
Nov 22 11:51:04 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 11:51:04 user nova-compute[75217]:         </nova:port>
Nov 22 11:51:04 user nova-compute[75217]:       </nova:ports>
Nov 22 11:51:04 user nova-compute[75217]:     </nova:instance>
Nov 22 11:51:04 user nova-compute[75217]:   </metadata>
Nov 22 11:51:04 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:51:04 user nova-compute[75217]:     <system>
Nov 22 11:51:04 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:51:04 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:51:04 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:51:04 user nova-compute[75217]:       <entry name="serial">bd6e2e38-24c7-42a5-bedc-294f87c25f2f</entry>
Nov 22 11:51:04 user nova-compute[75217]:       <entry name="uuid">bd6e2e38-24c7-42a5-bedc-294f87c25f2f</entry>
Nov 22 11:51:04 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:51:04 user nova-compute[75217]:     </system>
Nov 22 11:51:04 user nova-compute[75217]:   </sysinfo>
Nov 22 11:51:04 user nova-compute[75217]:   <os>
Nov 22 11:51:04 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:51:04 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:51:04 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:51:04 user nova-compute[75217]:   </os>
Nov 22 11:51:04 user nova-compute[75217]:   <features>
Nov 22 11:51:04 user nova-compute[75217]:     <acpi/>
Nov 22 11:51:04 user nova-compute[75217]:     <apic/>
Nov 22 11:51:04 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:51:04 user nova-compute[75217]:   </features>
Nov 22 11:51:04 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:51:04 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:51:04 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:51:04 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:51:04 user nova-compute[75217]:   </clock>
Nov 22 11:51:04 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:51:04 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:51:04 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:51:04 user nova-compute[75217]:   </cpu>
Nov 22 11:51:04 user nova-compute[75217]:   <devices>
Nov 22 11:51:04 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:51:04 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:51:04 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk"/>
Nov 22 11:51:04 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:51:04 user nova-compute[75217]:     </disk>
Nov 22 11:51:04 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:51:04 user nova-compute[75217]:       <mac address="fa:16:3e:cb:29:05"/>
Nov 22 11:51:04 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:51:04 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:51:04 user nova-compute[75217]:       <target dev="tap260e16c3-33"/>
Nov 22 11:51:04 user nova-compute[75217]:     </interface>
Nov 22 11:51:04 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:51:04 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/console.log" append="off"/>
Nov 22 11:51:04 user nova-compute[75217]:     </serial>
Nov 22 11:51:04 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:51:04 user nova-compute[75217]:     <video>
Nov 22 11:51:04 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:51:04 user nova-compute[75217]:     </video>
Nov 22 11:51:04 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:51:04 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:51:04 user nova-compute[75217]:     </rng>
Nov 22 11:51:04 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:51:04 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:51:04 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:51:04 user nova-compute[75217]:     </memballoon>
Nov 22 11:51:04 user nova-compute[75217]:   </devices>
Nov 22 11:51:04 user nova-compute[75217]: </domain>
Nov 22 11:51:04 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:51:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1948746871',display_name='tempest-ServersNegativeTestJSON-server-1948746871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1948746871',id=19,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da5215fdd01244f69d87790593890c00',ramdisk_id='',reservation_id='r-0rhktjo5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2025310777',owner_user_name='tempest-ServersNegativeTestJSON-2025310777-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:51:03Z,user_data=None,user_id='6a78b9b00747443b99a3e815fe6ca4c0',uuid=bd6e2e38-24c7-42a5-bedc-294f87c25f2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converting VIF {"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG os_vif [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e20c29fd-9692-56f7-ae5e-1c2b1628772c', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap260e16c3-33, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap260e16c3-33, col_values=(('qos', UUID('42febdbb-8738-4dd5-b387-bff461383f9c')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap260e16c3-33, col_values=(('external_ids', {'iface-id': '260e16c3-3329-4a41-b827-2d182592b984', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:29:05', 'vm-uuid': 'bd6e2e38-24c7-42a5-bedc-294f87c25f2f'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:04 user nova-compute[75217]: INFO os_vif [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33')
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] No VIF found with MAC fa:16:3e:cb:29:05, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Updated VIF entry in instance network info cache for port 260e16c3-3329-4a41-b827-2d182592b984. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Updating instance_info_cache with network_info: [{"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ca858f6-2d66-4e9f-ae58-273b7a767b0d req-39a44df0-cf70-4a00-a2bd-14a9ff9625b5 service nova] Releasing lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NUujBEHh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:51:05 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:51:05 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:51:05 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fedcf1e4-fac7-4667-927f-ac1e58a8ac87]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:51:05 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8769bd5a-e929-4ba2-821f-f6f9900cded0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb] added
Nov 22 11:51:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c1ba04-90c3-4f3f-81cc-efad7b8d1048]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[245766ca-3e2b-4892-a0f8-00c9810c7416]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NUujBEHh {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NUujBEHh" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[37fc9d7f-b503-4c18-b464-c371fdf9feb3]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NUujBEHh'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b45c2bd-97e3-42bf-92f4-4ddc3f2abe7a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d905f014-2229-42ed-a1de-4bce41ff0c84]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:51:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:51:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5517864b-4bd2-499a-a562-a8b1e1b239af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260]
Nov 22 11:51:05 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260] successful.
Nov 22 11:51:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fb897d-1556-429d-8520-5ab4ed34c7bf]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a1b74d-4a04-42d4-b533-7dc741270fa9]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:51:05 user nova-compute[75217]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb (non-flash)
Nov 22 11:51:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:51:05 user nova-compute[75217]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb (non-flash)
Nov 22 11:51:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] HCTL ('34', '-', '-', 0) found on session 23 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90397b36-1edd-4e63-aa51-8e89d6e54fcb]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NUujBEHh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23862656235336538', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862656235336538', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lazy-loading 'flavor' on Instance uuid 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:51:06 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:51:06 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:51:06 user nova-compute[75217]:   <target dev="sdc" bus="scsi"/>
Nov 22 11:51:06 user nova-compute[75217]:   <serial>92ce3269-55f9-4f86-b0a4-0f642877a2eb</serial>
Nov 22 11:51:06 user nova-compute[75217]:   <address type="drive" controller="0" unit="2"/>
Nov 22 11:51:06 user nova-compute[75217]: </disk>
Nov 22 11:51:06 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-0e6d7735-728c-4917-b3e0-0bffe5295eed req-578d318e-eff2-47da-9000-2c340e775dc5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0e6d7735-728c-4917-b3e0-0bffe5295eed req-578d318e-eff2-47da-9000-2c340e775dc5 service nova] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0e6d7735-728c-4917-b3e0-0bffe5295eed req-578d318e-eff2-47da-9000-2c340e775dc5 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0e6d7735-728c-4917-b3e0-0bffe5295eed req-578d318e-eff2-47da-9000-2c340e775dc5 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-0e6d7735-728c-4917-b3e0-0bffe5295eed req-578d318e-eff2-47da-9000-2c340e775dc5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] No waiting events found dispatching network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:06 user nova-compute[75217]: WARNING nova.compute.manager [req-0e6d7735-728c-4917-b3e0-0bffe5295eed req-578d318e-eff2-47da-9000-2c340e775dc5 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received unexpected event network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 for instance with vm_state building and task_state spawning.
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No BDM found with device name sda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] No VIF found with MAC fa:16:3e:9a:2e:66, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7cdcd7e7-e50f-4280-89cc-ab14bc7d85be tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.955s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:51:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Instance spawned successfully.
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:08 user nova-compute[75217]: INFO nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Took 5.66 seconds to spawn the instance on the hypervisor.
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:08 user nova-compute[75217]: INFO nova.compute.manager [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Took 6.67 seconds to build instance.
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7d1c4a13-fa0e-46c1-83b6-d34125acd9b1 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.851s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:08 user nova-compute[75217]: INFO nova.compute.manager [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Detaching volume 92ce3269-55f9-4f86-b0a4-0f642877a2eb
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-337a0e5a-26a0-4c56-822f-4848ac074998 req-24dc1881-5de9-4157-95e2-fdc4d2ed0b40 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-337a0e5a-26a0-4c56-822f-4848ac074998 req-24dc1881-5de9-4157-95e2-fdc4d2ed0b40 service nova] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-337a0e5a-26a0-4c56-822f-4848ac074998 req-24dc1881-5de9-4157-95e2-fdc4d2ed0b40 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-337a0e5a-26a0-4c56-822f-4848ac074998 req-24dc1881-5de9-4157-95e2-fdc4d2ed0b40 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-337a0e5a-26a0-4c56-822f-4848ac074998 req-24dc1881-5de9-4157-95e2-fdc4d2ed0b40 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] No waiting events found dispatching network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:08 user nova-compute[75217]: WARNING nova.compute.manager [req-337a0e5a-26a0-4c56-822f-4848ac074998 req-24dc1881-5de9-4157-95e2-fdc4d2ed0b40 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received unexpected event network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 for instance with vm_state active and task_state None.
Nov 22 11:51:08 user nova-compute[75217]: INFO nova.virt.block_device [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Attempting to driver detach volume 92ce3269-55f9-4f86-b0a4-0f642877a2eb from mountpoint /dev/sdc
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Attempting to detach device sdc from instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:51:08 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:51:08 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:51:08 user nova-compute[75217]:   <target dev="sdc" bus="scsi"/>
Nov 22 11:51:08 user nova-compute[75217]:   <serial>92ce3269-55f9-4f86-b0a4-0f642877a2eb</serial>
Nov 22 11:51:08 user nova-compute[75217]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 22 11:51:08 user nova-compute[75217]: </disk>
Nov 22 11:51:08 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:51:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Successfully detached device sdc from instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae from the persistent domain config.
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:51:08 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:51:08 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:51:08 user nova-compute[75217]:   <target dev="sdc" bus="scsi"/>
Nov 22 11:51:08 user nova-compute[75217]:   <serial>92ce3269-55f9-4f86-b0a4-0f642877a2eb</serial>
Nov 22 11:51:08 user nova-compute[75217]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 22 11:51:08 user nova-compute[75217]: </disk>
Nov 22 11:51:08 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.306s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:11 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:51:11 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7701MB free_disk=25.522979736328125GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 72adf242-ff6f-48f4-bb60-2c064fc6b447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:51:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.502s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:51:14 user nova-compute[75217]: INFO nova.compute.manager [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] instance snapshotting
Nov 22 11:51:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Beginning live snapshot process
Nov 22 11:51:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json -f qcow2" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json -f qcow2" returned: 0 in 0.206s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3ixnufoi/b8f810bd80dd4a9e8cadeca0cf0cc1ac.delta 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3ixnufoi/b8f810bd80dd4a9e8cadeca0cf0cc1ac.delta 1073741824" returned: 0 in 0.065s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:15 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 22 11:51:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:51:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:51:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 22 11:51:16 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:51:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3ixnufoi/b8f810bd80dd4a9e8cadeca0cf0cc1ac.delta /opt/stack/data/nova/instances/snapshots/tmp3ixnufoi/b8f810bd80dd4a9e8cadeca0cf0cc1ac {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3ixnufoi/b8f810bd80dd4a9e8cadeca0cf0cc1ac.delta /opt/stack/data/nova/instances/snapshots/tmp3ixnufoi/b8f810bd80dd4a9e8cadeca0cf0cc1ac" returned: 0 in 0.542s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Snapshot extracted, beginning image upload
Nov 22 11:51:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:19 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Snapshot image upload complete
Nov 22 11:51:19 user nova-compute[75217]: INFO nova.compute.manager [None req-bf0def39-4dc1-48e5-91ae-e2501ed8ccc6 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Took 5.54 seconds to snapshot the instance on the hypervisor.
Nov 22 11:51:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:27 user nova-compute[75217]: INFO nova.compute.manager [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Terminating instance
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-df21fa53-082a-4a8d-823e-efdd063bfa33 req-ec40d777-6cfa-4f88-9d49-51a1c3bdeef5 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-unplugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-df21fa53-082a-4a8d-823e-efdd063bfa33 req-ec40d777-6cfa-4f88-9d49-51a1c3bdeef5 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-df21fa53-082a-4a8d-823e-efdd063bfa33 req-ec40d777-6cfa-4f88-9d49-51a1c3bdeef5 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-df21fa53-082a-4a8d-823e-efdd063bfa33 req-ec40d777-6cfa-4f88-9d49-51a1c3bdeef5 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-df21fa53-082a-4a8d-823e-efdd063bfa33 req-ec40d777-6cfa-4f88-9d49-51a1c3bdeef5 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-unplugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-df21fa53-082a-4a8d-823e-efdd063bfa33 req-ec40d777-6cfa-4f88-9d49-51a1c3bdeef5 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-unplugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:51:27 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Instance destroyed successfully.
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'resources' on Instance uuid cfb89bb8-56c6-442c-93ec-8f7a84f3b165 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-141754588',display_name='tempest-TestMinimumBasicScenario-server-141754588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-141754588',id=10,image_ref='04434829-2651-4df0-bb9f-e31342297841',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuaSU366qMBKCN1yu6kl3Yg/Z0aWZEpi4EUGjyPI6qvDqIBvSE21NWL8kzNxVGusrW6dUh0o2IflevuI76OQrfWZ/0GTsXxt2OCuUxSjyr/a9f7Sy7q3jRn/Wct5xQT/w==',key_name='tempest-TestMinimumBasicScenario-1659864977',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:45:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-477y3vak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='04434829-2651-4df0-bb9f-e31342297841',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:47:58Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=cfb89bb8-56c6-442c-93ec-8f7a84f3b165,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "d563fcf0-eba0-4f27-8581-388a5f63903d", "address": "fa:16:3e:cd:be:a5", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd563fcf0-eb", "ovs_interfaceid": "d563fcf0-eba0-4f27-8581-388a5f63903d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG os_vif [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd563fcf0-eb, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ac9fbe0-12f6-4a48-8d3b-714c30a623f8) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:27 user nova-compute[75217]: INFO os_vif [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:be:a5,bridge_name='br-int',has_traffic_filtering=True,id=d563fcf0-eba0-4f27-8581-388a5f63903d,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd563fcf0-eb')
Nov 22 11:51:27 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Deleting instance files /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165_del
Nov 22 11:51:27 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Deletion of /opt/stack/data/nova/instances/cfb89bb8-56c6-442c-93ec-8f7a84f3b165_del complete
Nov 22 11:51:28 user nova-compute[75217]: INFO nova.compute.manager [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 22 11:51:28 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:28 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Took 0.86 seconds to deallocate network for instance.
Nov 22 11:51:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-f49e6514-a566-4ef7-80e1-d7b2da14522f req-108efe4c-2160-4df3-b130-9fe2e3d34660 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-deleted-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.389s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.234s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:29 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae is timed out.
Nov 22 11:51:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Successfully detached device sdc from instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae from the live domain config.
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:51:29 user nova-compute[75217]: INFO nova.compute.claims [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Claim successful on node user
Nov 22 11:51:29 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Deleted allocations for instance cfb89bb8-56c6-442c-93ec-8f7a84f3b165
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NUujBEHh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:51:29 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f01f2c86-8ab4-464c-800f-b966f937a840]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:51:29 user nova-compute[75217]: No targets found.
Nov 22 11:51:29 user nova-compute[75217]: iSNS:
Nov 22 11:51:29 user nova-compute[75217]: No targets found.
Nov 22 11:51:29 user nova-compute[75217]: STATIC:
Nov 22 11:51:29 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:51:29 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:51:29 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:51:29 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb
Nov 22 11:51:29 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:51:29 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:51:29 user nova-compute[75217]: FIRMWARE:
Nov 22 11:51:29 user nova-compute[75217]: No targets found.
Nov 22 11:51:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:51:29 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:51:29 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8e4961-5057-499c-affa-1780dc1beab8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-fdf350e7-b597-40ec-958e-961285aba3e0 req-a3afe39c-5269-4ddf-81ff-b782115d5df9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fdf350e7-b597-40ec-958e-961285aba3e0 req-a3afe39c-5269-4ddf-81ff-b782115d5df9 service nova] Acquiring lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fdf350e7-b597-40ec-958e-961285aba3e0 req-a3afe39c-5269-4ddf-81ff-b782115d5df9 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fdf350e7-b597-40ec-958e-961285aba3e0 req-a3afe39c-5269-4ddf-81ff-b782115d5df9 service nova] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-fdf350e7-b597-40ec-958e-961285aba3e0 req-a3afe39c-5269-4ddf-81ff-b782115d5df9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] No waiting events found dispatching network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:29 user nova-compute[75217]: WARNING nova.compute.manager [req-fdf350e7-b597-40ec-958e-961285aba3e0 req-a3afe39c-5269-4ddf-81ff-b782115d5df9 service nova] [instance: cfb89bb8-56c6-442c-93ec-8f7a84f3b165] Received unexpected event network-vif-plugged-d563fcf0-eba0-4f27-8581-388a5f63903d for instance with vm_state deleted and task_state None.
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e9bef66d-17c0-4ace-9d85-cdbabc1c805e tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "cfb89bb8-56c6-442c-93ec-8f7a84f3b165" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.388s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[de18cc50-bbcb-4175-976a-b67f8f49e912]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:51:29 user nova-compute[75217]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb (non-flash)
Nov 22 11:51:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:51:29 user nova-compute[75217]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb (non-flash)
Nov 22 11:51:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058ce9e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6b7455-63fc-4064-901b-981626f6a153]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70339c8-184f-423c-8abb-070b968152b3]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3cd93db-0acc-47d8-b9e2-825d82090a63]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:29 user nova-compute[75217]: INFO nova.compute.manager [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Terminating instance
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[34eb355f-bd3b-4975-95b4-09873ebc0ec0]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed30278-8ad5-4320-9eae-7ebb77a16ac3]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff294c9b-eb3e-4a02-aac4-2c20bd457dd9]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260]
Nov 22 11:51:29 user nova-compute[75217]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb, portal: 172.16.0.220,3260] successful.
Nov 22 11:51:29 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92ce3269-55f9-4f86-b0a4-0f642877a2eb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6a146d-b42b-4200-9201-a46972725c3f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] <== disconnect_volume: return (390ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-70fdb329-a054-48a0-9672-308e94b86e7b req-344ebe90-c967-4d6b-ba1a-0b2ba59c7e19 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-vif-unplugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-70fdb329-a054-48a0-9672-308e94b86e7b req-344ebe90-c967-4d6b-ba1a-0b2ba59c7e19 service nova] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-70fdb329-a054-48a0-9672-308e94b86e7b req-344ebe90-c967-4d6b-ba1a-0b2ba59c7e19 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-70fdb329-a054-48a0-9672-308e94b86e7b req-344ebe90-c967-4d6b-ba1a-0b2ba59c7e19 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-70fdb329-a054-48a0-9672-308e94b86e7b req-344ebe90-c967-4d6b-ba1a-0b2ba59c7e19 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] No waiting events found dispatching network-vif-unplugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-70fdb329-a054-48a0-9672-308e94b86e7b req-344ebe90-c967-4d6b-ba1a-0b2ba59c7e19 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-vif-unplugged-92bde4ca-733e-46ef-9072-b7229d0154ac for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:51:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:51:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.policy [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6fee4e0c695484389a39f66235067cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f889bd4602844f1783187e3de557b638', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:51:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Creating image(s)
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.216s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Instance destroyed successfully.
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lazy-loading 'resources' on Instance uuid 72adf242-ff6f-48f4-bb60-2c064fc6b447 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:46:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1081553726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1081553',id=12,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgEPwFgIoeOmWC5+u2v+NVv079bakKKrWpwTjGqctnuDnfYwRPWxEtSsllWp3TzhmoTVFksFbLE1hBGMJ4royL6vh4kbJjzjOwiEg6kmRqtciwKf+cj1PS+Wswf9mmsDA==',key_name='tempest-keypair-1828013271',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:46:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c2f02c3ea92d45548a7265c3823caaae',ramdisk_id='',reservation_id='r-0ypg1u27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-524222662',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:46:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='51376cdfb42f4e7ba9f4eb1d4fa3026e',uuid=72adf242-ff6f-48f4-bb60-2c064fc6b447,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Converting VIF {"id": "92bde4ca-733e-46ef-9072-b7229d0154ac", "address": "fa:16:3e:59:b3:08", "network": {"id": "443338ad-3ba3-46be-add3-44afaff0d804", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2130384086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c2f02c3ea92d45548a7265c3823caaae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92bde4ca-73", "ovs_interfaceid": "92bde4ca-733e-46ef-9072-b7229d0154ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG os_vif [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap92bde4ca-73, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8096eb8-1e73-4298-b389-dce53c047620) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:30 user nova-compute[75217]: INFO os_vif [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:b3:08,bridge_name='br-int',has_traffic_filtering=True,id=92bde4ca-733e-46ef-9072-b7229d0154ac,network=Network(443338ad-3ba3-46be-add3-44afaff0d804),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92bde4ca-73')
Nov 22 11:51:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Deleting instance files /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447_del
Nov 22 11:51:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Deletion of /opt/stack/data/nova/instances/72adf242-ff6f-48f4-bb60-2c064fc6b447_del complete
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:30 user nova-compute[75217]: INFO nova.compute.manager [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Took 1.04 seconds to destroy the instance on the hypervisor.
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk 1073741824" returned: 0 in 0.063s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lazy-loading 'flavor' on Instance uuid 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Successfully created port: 3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d98e17b2-2e1c-49ad-b32a-f4475fd99521 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.125s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:51:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Cannot resize image /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Ensure instance console log exists: /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:31 user nova-compute[75217]: INFO nova.compute.manager [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Terminating instance
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Successfully updated port: 3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquired lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-changed-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Refreshing instance network info cache due to event network-changed-3a1ee016-f0a5-4b95-a81e-a7416738daf3. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] Acquiring lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:51:31 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Took 1.08 seconds to deallocate network for instance.
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-b2800d02-e0a0-469b-abc2-ce2d761f0e48 req-8233d71f-b8ad-4b95-a6ff-aed33cdaa04a service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-vif-deleted-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:31 user nova-compute[75217]: INFO nova.compute.manager [req-b2800d02-e0a0-469b-abc2-ce2d761f0e48 req-8233d71f-b8ad-4b95-a6ff-aed33cdaa04a service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Neutron deleted interface 92bde4ca-733e-46ef-9072-b7229d0154ac; detaching it from the instance and deleting it from the info cache
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-b2800d02-e0a0-469b-abc2-ce2d761f0e48 req-8233d71f-b8ad-4b95-a6ff-aed33cdaa04a service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-b2800d02-e0a0-469b-abc2-ce2d761f0e48 req-8233d71f-b8ad-4b95-a6ff-aed33cdaa04a service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Detach interface failed, port_id=92bde4ca-733e-46ef-9072-b7229d0154ac, reason: Instance 72adf242-ff6f-48f4-bb60-2c064fc6b447 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-64da8790-b1fd-4cdc-bf96-9db207103536 req-d4b33b53-1b33-49a2-ac3d-2d9d1675d833 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received event network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-64da8790-b1fd-4cdc-bf96-9db207103536 req-d4b33b53-1b33-49a2-ac3d-2d9d1675d833 service nova] Acquiring lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-64da8790-b1fd-4cdc-bf96-9db207103536 req-d4b33b53-1b33-49a2-ac3d-2d9d1675d833 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-64da8790-b1fd-4cdc-bf96-9db207103536 req-d4b33b53-1b33-49a2-ac3d-2d9d1675d833 service nova] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-64da8790-b1fd-4cdc-bf96-9db207103536 req-d4b33b53-1b33-49a2-ac3d-2d9d1675d833 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] No waiting events found dispatching network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:32 user nova-compute[75217]: WARNING nova.compute.manager [req-64da8790-b1fd-4cdc-bf96-9db207103536 req-d4b33b53-1b33-49a2-ac3d-2d9d1675d833 service nova] [instance: 72adf242-ff6f-48f4-bb60-2c064fc6b447] Received unexpected event network-vif-plugged-92bde4ca-733e-46ef-9072-b7229d0154ac for instance with vm_state deleted and task_state None.
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Releasing lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Instance network_info: |[{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] Acquired lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.neutron [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Refreshing network info cache for port 3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Start _get_guest_xml network_info=[{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Deleted allocations for instance 72adf242-ff6f-48f4-bb60-2c064fc6b447
Nov 22 11:51:32 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:51:32 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'pci_devices' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b24ba83-15c9-46e4-a109-6f8e6d54909a tempest-TestServerVolumeAttachScenarioOldVersion-524222662 tempest-TestServerVolumeAttachScenarioOldVersion-524222662-project-member] Lock "72adf242-ff6f-48f4-bb60-2c064fc6b447" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.720s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:51:32 user nova-compute[75217]:   <uuid>2163454f-c876-4af7-bd38-5c6f1794a985</uuid>
Nov 22 11:51:32 user nova-compute[75217]:   <name>instance-00000014</name>
Nov 22 11:51:32 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:51:32 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:51:32 user nova-compute[75217]:   <metadata>
Nov 22 11:51:32 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:51:32 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:51:32 user nova-compute[75217]:       <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:51:32 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:51:32</nova:creationTime>
Nov 22 11:51:32 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:51:32 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:51:32 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:51:32 user nova-compute[75217]:       <nova:owner>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:51:32 user nova-compute[75217]:       </nova:owner>
Nov 22 11:51:32 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:51:32 user nova-compute[75217]:       <nova:ports>
Nov 22 11:51:32 user nova-compute[75217]:         <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:51:32 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:51:32 user nova-compute[75217]:         </nova:port>
Nov 22 11:51:32 user nova-compute[75217]:       </nova:ports>
Nov 22 11:51:32 user nova-compute[75217]:     </nova:instance>
Nov 22 11:51:32 user nova-compute[75217]:   </metadata>
Nov 22 11:51:32 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:51:32 user nova-compute[75217]:     <system>
Nov 22 11:51:32 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:51:32 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:51:32 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:51:32 user nova-compute[75217]:       <entry name="serial">2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:51:32 user nova-compute[75217]:       <entry name="uuid">2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:51:32 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:51:32 user nova-compute[75217]:     </system>
Nov 22 11:51:32 user nova-compute[75217]:   </sysinfo>
Nov 22 11:51:32 user nova-compute[75217]:   <os>
Nov 22 11:51:32 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:51:32 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:51:32 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:51:32 user nova-compute[75217]:   </os>
Nov 22 11:51:32 user nova-compute[75217]:   <features>
Nov 22 11:51:32 user nova-compute[75217]:     <acpi/>
Nov 22 11:51:32 user nova-compute[75217]:     <apic/>
Nov 22 11:51:32 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:51:32 user nova-compute[75217]:   </features>
Nov 22 11:51:32 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:51:32 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:51:32 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:51:32 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:51:32 user nova-compute[75217]:   </clock>
Nov 22 11:51:32 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:51:32 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:51:32 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:51:32 user nova-compute[75217]:   </cpu>
Nov 22 11:51:32 user nova-compute[75217]:   <devices>
Nov 22 11:51:32 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:51:32 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:51:32 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk"/>
Nov 22 11:51:32 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:51:32 user nova-compute[75217]:     </disk>
Nov 22 11:51:32 user nova-compute[75217]:     <disk type="file" device="cdrom">
Nov 22 11:51:32 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none"/>
Nov 22 11:51:32 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config"/>
Nov 22 11:51:32 user nova-compute[75217]:       <target dev="hda" bus="ide"/>
Nov 22 11:51:32 user nova-compute[75217]:     </disk>
Nov 22 11:51:32 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:51:32 user nova-compute[75217]:       <mac address="fa:16:3e:92:19:00"/>
Nov 22 11:51:32 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:51:32 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:51:32 user nova-compute[75217]:       <target dev="tap3a1ee016-f0"/>
Nov 22 11:51:32 user nova-compute[75217]:     </interface>
Nov 22 11:51:32 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:51:32 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log" append="off"/>
Nov 22 11:51:32 user nova-compute[75217]:     </serial>
Nov 22 11:51:32 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:51:32 user nova-compute[75217]:     <video>
Nov 22 11:51:32 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:51:32 user nova-compute[75217]:     </video>
Nov 22 11:51:32 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:51:32 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:51:32 user nova-compute[75217]:     </rng>
Nov 22 11:51:32 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:51:32 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:51:32 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:51:32 user nova-compute[75217]:     </memballoon>
Nov 22 11:51:32 user nova-compute[75217]:   </devices>
Nov 22 11:51:32 user nova-compute[75217]: </domain>
Nov 22 11:51:32 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG os_vif [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '15f4b134-dab2-56b2-8d40-e17f6d1a47fd', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Instance destroyed successfully.
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.objects.instance [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lazy-loading 'resources' on Instance uuid 80cce751-f19c-49b3-85bf-3c3dccaad7ae {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:49:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1068986734',display_name='tempest-AttachSCSIVolumeTestJSON-server-1068986734',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1068986734',id=17,image_ref='84284bf0-e682-4e4b-8265-3e7f0d2b22e3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdJSYJrMj66qVBv8W7RlAjrdTLy8CVG3QFCfe2WB8On00h0MB2nNSiXWK6v9qTorKBELTXcxdUs+uP3GWDgKihi2ztaMe0mVA0oXB5vkND+hx6iLKFPfbPrx/NeaVZKhA==',key_name='tempest-keypair-2119652014',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:49:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e58ffbb93ef4d5898da98f994ebe3c3',ramdisk_id='',reservation_id='r-kjt9oodb',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='84284bf0-e682-4e4b-8265-3e7f0d2b22e3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1124776706',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1124776706-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:49:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fbc264b93ba444c92d013387a917c76',uuid=80cce751-f19c-49b3-85bf-3c3dccaad7ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Converting VIF {"id": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "address": "fa:16:3e:9a:2e:66", "network": {"id": "4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-326801658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e58ffbb93ef4d5898da98f994ebe3c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa05d94ae-39", "ovs_interfaceid": "a05d94ae-3986-42bb-9be5-7ab01e9da51d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG os_vif [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa05d94ae-39, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a1ee016-f0, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a1ee016-f0, col_values=(('qos', UUID('07490c0a-a92d-49dc-9646-3bf747d7f4a3')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a1ee016-f0, col_values=(('external_ids', {'iface-id': '3a1ee016-f0a5-4b95-a81e-a7416738daf3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:19:00', 'vm-uuid': '2163454f-c876-4af7-bd38-5c6f1794a985'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:32 user nova-compute[75217]: INFO os_vif [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0')
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6bdfa9ff-5918-4421-bc35-e8c185e9fa5c) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:51:32 user nova-compute[75217]: INFO os_vif [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:2e:66,bridge_name='br-int',has_traffic_filtering=True,id=a05d94ae-3986-42bb-9be5-7ab01e9da51d,network=Network(4f58bbd7-f988-4a9a-a5dc-bf7631d7e2ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa05d94ae-39')
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Deleting instance files /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae_del
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Deletion of /opt/stack/data/nova/instances/80cce751-f19c-49b3-85bf-3c3dccaad7ae_del complete
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No BDM found with device name hda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No VIF found with MAC fa:16:3e:92:19:00, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Using config drive
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.compute.manager [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Took 1.02 seconds to destroy the instance on the hypervisor.
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:51:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Creating config drive at /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmps0omvn57 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.neutron [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updated VIF entry in instance network info cache for port 3a1ee016-f0a5-4b95-a81e-a7416738daf3. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG nova.network.neutron [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmps0omvn57" returned: 0 in 0.054s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:51:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5b3c925a-925a-4112-b91e-b8445f9bb8ce req-045187e4-e334-475f-b66b-e54c4703b0f1 service nova] Releasing lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:51:33 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Took 1.02 seconds to deallocate network for instance.
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-vif-unplugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] No waiting events found dispatching network-vif-unplugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:33 user nova-compute[75217]: WARNING nova.compute.manager [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received unexpected event network-vif-unplugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d for instance with vm_state deleted and task_state None.
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] Acquiring lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] No waiting events found dispatching network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:33 user nova-compute[75217]: WARNING nova.compute.manager [req-3c60d423-dbc9-4a6b-801a-81c3385bc213 req-558ba5da-7c54-4f06-a15d-d17bcba244f5 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received unexpected event network-vif-plugged-a05d94ae-3986-42bb-9be5-7ab01e9da51d for instance with vm_state deleted and task_state None.
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:51:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.297s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:33 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Deleted allocations for instance 80cce751-f19c-49b3-85bf-3c3dccaad7ae
Nov 22 11:51:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-951bd8b9-22ea-40ba-8139-ea57c9daac44 tempest-AttachSCSIVolumeTestJSON-1124776706 tempest-AttachSCSIVolumeTestJSON-1124776706-project-member] Lock "80cce751-f19c-49b3-85bf-3c3dccaad7ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.566s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ad80cbc0-201a-47fb-87be-cbf51be37764 req-5e06bd51-ff8d-4609-92cf-823ed2961432 service nova] [instance: 80cce751-f19c-49b3-85bf-3c3dccaad7ae] Received event network-vif-deleted-a05d94ae-3986-42bb-9be5-7ab01e9da51d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-54288d8c-61bc-4849-9823-f1503ab3726b req-d16b441a-96e8-47ac-bb45-5cc6a5fb8462 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-54288d8c-61bc-4849-9823-f1503ab3726b req-d16b441a-96e8-47ac-bb45-5cc6a5fb8462 service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-54288d8c-61bc-4849-9823-f1503ab3726b req-d16b441a-96e8-47ac-bb45-5cc6a5fb8462 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-54288d8c-61bc-4849-9823-f1503ab3726b req-d16b441a-96e8-47ac-bb45-5cc6a5fb8462 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-54288d8c-61bc-4849-9823-f1503ab3726b req-d16b441a-96e8-47ac-bb45-5cc6a5fb8462 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:34 user nova-compute[75217]: WARNING nova.compute.manager [req-54288d8c-61bc-4849-9823-f1503ab3726b req-d16b441a-96e8-47ac-bb45-5cc6a5fb8462 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 for instance with vm_state building and task_state spawning.
Nov 22 11:51:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:51:36 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Instance spawned successfully.
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:51:36 user nova-compute[75217]: INFO nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Took 6.05 seconds to spawn the instance on the hypervisor.
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-62a33856-35bc-43bc-a5c8-0c6a8a4e9c5c req-8dea63ae-fdfb-4915-aa69-8a1a99dcd95d service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-62a33856-35bc-43bc-a5c8-0c6a8a4e9c5c req-8dea63ae-fdfb-4915-aa69-8a1a99dcd95d service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-62a33856-35bc-43bc-a5c8-0c6a8a4e9c5c req-8dea63ae-fdfb-4915-aa69-8a1a99dcd95d service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-62a33856-35bc-43bc-a5c8-0c6a8a4e9c5c req-8dea63ae-fdfb-4915-aa69-8a1a99dcd95d service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-62a33856-35bc-43bc-a5c8-0c6a8a4e9c5c req-8dea63ae-fdfb-4915-aa69-8a1a99dcd95d service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:51:36 user nova-compute[75217]: WARNING nova.compute.manager [req-62a33856-35bc-43bc-a5c8-0c6a8a4e9c5c req-8dea63ae-fdfb-4915-aa69-8a1a99dcd95d service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 for instance with vm_state building and task_state spawning.
Nov 22 11:51:36 user nova-compute[75217]: INFO nova.compute.manager [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Took 7.29 seconds to build instance.
Nov 22 11:51:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c6f3c628-97b4-43f6-83b5-264995ca1f38 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.419s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:51:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:51:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:51:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:52:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:02 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:52:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:10 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:10 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7873MB free_disk=25.48902130126953GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2163454f-c876-4af7-bd38-5c6f1794a985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:52:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.353s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:52:11 user nova-compute[75217]: INFO nova.compute.claims [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Claim successful on node user
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.357s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:52:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:52:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.policy [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6b767a542b3459ca60e8d782d323473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a35192436c8407aaf84a683245841ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:52:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Creating image(s)
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk 1073741824" returned: 0 in 0.050s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Successfully created port: 6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Cannot resize image /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Ensure instance console log exists: /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Successfully updated port: 6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquired lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-changed-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Refreshing instance network info cache due to event network-changed-6f314fd2-8c63-499e-9cf9-ed5894bb64e1. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] Acquiring lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating instance_info_cache with network_info: [{"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Releasing lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance network_info: |[{"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] Acquired lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Refreshing network info cache for port 6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Start _get_guest_xml network_info=[{"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:52:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-55906077',display_name='tempest-tempest.common.compute-instance-55906077',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-55906077',id=21,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmNUqT3KwJqfw5lTyUlYzDSl7aaIDmytTiH8oeCAMtssBRCvNX9jnRRMaeshS7KqWKBCbMxDnO1Gpgfovv/HXzIQGe48DM/2julXT0m18OVkFIgi8LqiB21kpDQSJ9K7g==',key_name='tempest-keypair-710658234',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-xmgz8r7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=320d4303-79bf-4f5f-a31f-8b77cdc4dcc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'pci_devices' on Instance uuid 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:52:13 user nova-compute[75217]:   <uuid>320d4303-79bf-4f5f-a31f-8b77cdc4dcc7</uuid>
Nov 22 11:52:13 user nova-compute[75217]:   <name>instance-00000015</name>
Nov 22 11:52:13 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:52:13 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:52:13 user nova-compute[75217]:   <metadata>
Nov 22 11:52:13 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:52:13 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:52:13 user nova-compute[75217]:       <nova:name>tempest-tempest.common.compute-instance-55906077</nova:name>
Nov 22 11:52:13 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:52:13</nova:creationTime>
Nov 22 11:52:13 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:52:13 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:52:13 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:52:13 user nova-compute[75217]:       <nova:owner>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:user uuid="d6b767a542b3459ca60e8d782d323473">tempest-ServerActionsTestOtherA-2138967681-project-member</nova:user>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:project uuid="7a35192436c8407aaf84a683245841ff">tempest-ServerActionsTestOtherA-2138967681</nova:project>
Nov 22 11:52:13 user nova-compute[75217]:       </nova:owner>
Nov 22 11:52:13 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:52:13 user nova-compute[75217]:       <nova:ports>
Nov 22 11:52:13 user nova-compute[75217]:         <nova:port uuid="6f314fd2-8c63-499e-9cf9-ed5894bb64e1">
Nov 22 11:52:13 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 11:52:13 user nova-compute[75217]:         </nova:port>
Nov 22 11:52:13 user nova-compute[75217]:       </nova:ports>
Nov 22 11:52:13 user nova-compute[75217]:     </nova:instance>
Nov 22 11:52:13 user nova-compute[75217]:   </metadata>
Nov 22 11:52:13 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:52:13 user nova-compute[75217]:     <system>
Nov 22 11:52:13 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:52:13 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:52:13 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:52:13 user nova-compute[75217]:       <entry name="serial">320d4303-79bf-4f5f-a31f-8b77cdc4dcc7</entry>
Nov 22 11:52:13 user nova-compute[75217]:       <entry name="uuid">320d4303-79bf-4f5f-a31f-8b77cdc4dcc7</entry>
Nov 22 11:52:13 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:52:13 user nova-compute[75217]:     </system>
Nov 22 11:52:13 user nova-compute[75217]:   </sysinfo>
Nov 22 11:52:13 user nova-compute[75217]:   <os>
Nov 22 11:52:13 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:52:13 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:52:13 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:52:13 user nova-compute[75217]:   </os>
Nov 22 11:52:13 user nova-compute[75217]:   <features>
Nov 22 11:52:13 user nova-compute[75217]:     <acpi/>
Nov 22 11:52:13 user nova-compute[75217]:     <apic/>
Nov 22 11:52:13 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:52:13 user nova-compute[75217]:   </features>
Nov 22 11:52:13 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:52:13 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:52:13 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:52:13 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:52:13 user nova-compute[75217]:   </clock>
Nov 22 11:52:13 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:52:13 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:52:13 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:52:13 user nova-compute[75217]:   </cpu>
Nov 22 11:52:13 user nova-compute[75217]:   <devices>
Nov 22 11:52:13 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:52:13 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:52:13 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk"/>
Nov 22 11:52:13 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:52:13 user nova-compute[75217]:     </disk>
Nov 22 11:52:13 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:52:13 user nova-compute[75217]:       <mac address="fa:16:3e:f8:2f:c6"/>
Nov 22 11:52:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:13 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:52:13 user nova-compute[75217]:       <target dev="tap6f314fd2-8c"/>
Nov 22 11:52:13 user nova-compute[75217]:     </interface>
Nov 22 11:52:13 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:52:13 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/console.log" append="off"/>
Nov 22 11:52:13 user nova-compute[75217]:     </serial>
Nov 22 11:52:13 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:52:13 user nova-compute[75217]:     <video>
Nov 22 11:52:13 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:13 user nova-compute[75217]:     </video>
Nov 22 11:52:13 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:52:13 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:52:13 user nova-compute[75217]:     </rng>
Nov 22 11:52:13 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:52:13 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:52:13 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:52:13 user nova-compute[75217]:     </memballoon>
Nov 22 11:52:13 user nova-compute[75217]:   </devices>
Nov 22 11:52:13 user nova-compute[75217]: </domain>
Nov 22 11:52:13 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-55906077',display_name='tempest-tempest.common.compute-instance-55906077',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-55906077',id=21,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmNUqT3KwJqfw5lTyUlYzDSl7aaIDmytTiH8oeCAMtssBRCvNX9jnRRMaeshS7KqWKBCbMxDnO1Gpgfovv/HXzIQGe48DM/2julXT0m18OVkFIgi8LqiB21kpDQSJ9K7g==',key_name='tempest-keypair-710658234',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-xmgz8r7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=320d4303-79bf-4f5f-a31f-8b77cdc4dcc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG os_vif [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc572eb5-6e02-5c2d-9a5e-cb21159cbfe8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f314fd2-8c, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f314fd2-8c, col_values=(('qos', UUID('3bd61816-add7-4e96-a09f-17e91a8a9779')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f314fd2-8c, col_values=(('external_ids', {'iface-id': '6f314fd2-8c63-499e-9cf9-ed5894bb64e1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:2f:c6', 'vm-uuid': '320d4303-79bf-4f5f-a31f-8b77cdc4dcc7'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:13 user nova-compute[75217]: INFO os_vif [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c')
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:52:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No VIF found with MAC fa:16:3e:f8:2f:c6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:52:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updated VIF entry in instance network info cache for port 6f314fd2-8c63-499e-9cf9-ed5894bb64e1. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:52:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating instance_info_cache with network_info: [{"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3bdf9b93-e207-44cf-8f86-0e4aa294b6f3 req-9ad8331d-ac3a-4a45-8106-2fa7d3538fd1 service nova] Releasing lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-6bee2bdc-233b-4e6d-acdb-459e0fb86321 req-41d27c49-11d1-4f32-9fe4-4d7157a02258 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6bee2bdc-233b-4e6d-acdb-459e0fb86321 req-41d27c49-11d1-4f32-9fe4-4d7157a02258 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6bee2bdc-233b-4e6d-acdb-459e0fb86321 req-41d27c49-11d1-4f32-9fe4-4d7157a02258 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6bee2bdc-233b-4e6d-acdb-459e0fb86321 req-41d27c49-11d1-4f32-9fe4-4d7157a02258 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-6bee2bdc-233b-4e6d-acdb-459e0fb86321 req-41d27c49-11d1-4f32-9fe4-4d7157a02258 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:15 user nova-compute[75217]: WARNING nova.compute.manager [req-6bee2bdc-233b-4e6d-acdb-459e0fb86321 req-41d27c49-11d1-4f32-9fe4-4d7157a02258 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state building and task_state spawning.
Nov 22 11:52:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:52:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance spawned successfully.
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:17 user nova-compute[75217]: INFO nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Took 5.48 seconds to spawn the instance on the hypervisor.
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-0437c307-0cfd-4f86-87ed-479f902e8e02 req-a5293b2d-20ee-495d-b65d-2b4003eee413 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0437c307-0cfd-4f86-87ed-479f902e8e02 req-a5293b2d-20ee-495d-b65d-2b4003eee413 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0437c307-0cfd-4f86-87ed-479f902e8e02 req-a5293b2d-20ee-495d-b65d-2b4003eee413 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0437c307-0cfd-4f86-87ed-479f902e8e02 req-a5293b2d-20ee-495d-b65d-2b4003eee413 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-0437c307-0cfd-4f86-87ed-479f902e8e02 req-a5293b2d-20ee-495d-b65d-2b4003eee413 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:17 user nova-compute[75217]: WARNING nova.compute.manager [req-0437c307-0cfd-4f86-87ed-479f902e8e02 req-a5293b2d-20ee-495d-b65d-2b4003eee413 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state building and task_state spawning.
Nov 22 11:52:17 user nova-compute[75217]: INFO nova.compute.manager [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Took 6.18 seconds to build instance.
Nov 22 11:52:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c4ff54fa-8e5f-4861-87b5-bd54602125e6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.269s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:52:21 user nova-compute[75217]: INFO nova.compute.claims [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Claim successful on node user
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.204s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:52:21 user nova-compute[75217]: INFO nova.compute.claims [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Claim successful on node user
Nov 22 11:52:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:52:22 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:52:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG nova.policy [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca30561d8ce245b3a074ee07faf2e9bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef71f5a20ff4bd2a7ef91475fc883c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:52:22 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Creating image(s)
Nov 22 11:52:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "/opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "/opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "/opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "7aabdbb4a9c83ef81b6fa99c518f5c69645800ec" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "7aabdbb4a9c83ef81b6fa99c518f5c69645800ec" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.189s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.part --force-share --output=json" returned: 0 in 0.236s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.virt.images [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] 261b84a9-e1e1-4341-9995-d5252d3f7030 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.part /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:52:23 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.policy [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a781cd9624bb465f91d41c1fbabb8701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e86726c125f47e4ac39af0f3b72c58f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:52:23 user nova-compute[75217]: INFO nova.virt.block_device [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Booting with blank volume at /dev/vda
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.part /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.converted" returned: 0 in 0.376s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Successfully created port: 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "7aabdbb4a9c83ef81b6fa99c518f5c69645800ec" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.426s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "7aabdbb4a9c83ef81b6fa99c518f5c69645800ec" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "7aabdbb4a9c83ef81b6fa99c518f5c69645800ec" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Successfully created port: 8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec --force-share --output=json" returned: 0 in 0.241s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec,backing_fmt=raw /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec,backing_fmt=raw /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk 1073741824" returned: 0 in 0.065s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "7aabdbb4a9c83ef81b6fa99c518f5c69645800ec" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.314s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec --force-share --output=json" returned: 0 in 0.224s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Cannot resize image /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Ensure instance console log exists: /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Successfully updated port: 8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-changed-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Refreshing instance network info cache due to event network-changed-8fd849d3-a949-49e4-a2be-10c02a429b4c. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] Acquiring lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Successfully updated port: 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing instance network info cache due to event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance network_info: |[{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Start _get_guest_xml network_info=[{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:52:18Z,direct_url=<?>,disk_format='qcow2',id=261b84a9-e1e1-4341-9995-d5252d3f7030,min_disk=0,min_ram=0,name='tempest-scenario-img--1831343010',owner='2ef71f5a20ff4bd2a7ef91475fc883c1',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:52:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '261b84a9-e1e1-4341-9995-d5252d3f7030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance network_info: |[{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] Acquired lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Refreshing network info cache for port 8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:52:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:52:18Z,direct_url=<?>,disk_format='qcow2',id=261b84a9-e1e1-4341-9995-d5252d3f7030,min_disk=0,min_ram=0,name='tempest-scenario-img--1831343010',owner='2ef71f5a20ff4bd2a7ef91475fc883c1',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:52:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1004043907',display_name='tempest-TestMinimumBasicScenario-server-1004043907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1004043907',id=22,image_ref='261b84a9-e1e1-4341-9995-d5252d3f7030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBTtHr2ow0OJdNTPyuSIwXzTaxqXW3SOqytj0FJ7q/+D2m7TUWW68JpK8H/pDUquXRbC7e8tjSVvp0eUnT3RcpSYIWTl/8IL8yqfKEDdSHYMQnwvFA+q9YEjsxH/T6FUQA==',key_name='tempest-TestMinimumBasicScenario-1359518776',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-5ib0alo2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='261b84a9-e1e1-4341-9995-d5252d3f7030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:22Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'pci_devices' on Instance uuid ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:52:25 user nova-compute[75217]:   <uuid>ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8</uuid>
Nov 22 11:52:25 user nova-compute[75217]:   <name>instance-00000016</name>
Nov 22 11:52:25 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:52:25 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:52:25 user nova-compute[75217]:   <metadata>
Nov 22 11:52:25 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:52:25 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:52:25 user nova-compute[75217]:       <nova:name>tempest-TestMinimumBasicScenario-server-1004043907</nova:name>
Nov 22 11:52:25 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:52:25</nova:creationTime>
Nov 22 11:52:25 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:52:25 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:52:25 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:52:25 user nova-compute[75217]:       <nova:owner>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:user uuid="ca30561d8ce245b3a074ee07faf2e9bc">tempest-TestMinimumBasicScenario-31354967-project-member</nova:user>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:project uuid="2ef71f5a20ff4bd2a7ef91475fc883c1">tempest-TestMinimumBasicScenario-31354967</nova:project>
Nov 22 11:52:25 user nova-compute[75217]:       </nova:owner>
Nov 22 11:52:25 user nova-compute[75217]:       <nova:root type="image" uuid="261b84a9-e1e1-4341-9995-d5252d3f7030"/>
Nov 22 11:52:25 user nova-compute[75217]:       <nova:ports>
Nov 22 11:52:25 user nova-compute[75217]:         <nova:port uuid="30845d03-12e3-4ce9-a0bf-624c862bfd6f">
Nov 22 11:52:25 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 11:52:25 user nova-compute[75217]:         </nova:port>
Nov 22 11:52:25 user nova-compute[75217]:       </nova:ports>
Nov 22 11:52:25 user nova-compute[75217]:     </nova:instance>
Nov 22 11:52:25 user nova-compute[75217]:   </metadata>
Nov 22 11:52:25 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:52:25 user nova-compute[75217]:     <system>
Nov 22 11:52:25 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:52:25 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:52:25 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:52:25 user nova-compute[75217]:       <entry name="serial">ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8</entry>
Nov 22 11:52:25 user nova-compute[75217]:       <entry name="uuid">ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8</entry>
Nov 22 11:52:25 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:52:25 user nova-compute[75217]:     </system>
Nov 22 11:52:25 user nova-compute[75217]:   </sysinfo>
Nov 22 11:52:25 user nova-compute[75217]:   <os>
Nov 22 11:52:25 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:52:25 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:52:25 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:52:25 user nova-compute[75217]:   </os>
Nov 22 11:52:25 user nova-compute[75217]:   <features>
Nov 22 11:52:25 user nova-compute[75217]:     <acpi/>
Nov 22 11:52:25 user nova-compute[75217]:     <apic/>
Nov 22 11:52:25 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:52:25 user nova-compute[75217]:   </features>
Nov 22 11:52:25 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:52:25 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:52:25 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:52:25 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:52:25 user nova-compute[75217]:   </clock>
Nov 22 11:52:25 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:52:25 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:52:25 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:52:25 user nova-compute[75217]:   </cpu>
Nov 22 11:52:25 user nova-compute[75217]:   <devices>
Nov 22 11:52:25 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:52:25 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:52:25 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk"/>
Nov 22 11:52:25 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:52:25 user nova-compute[75217]:     </disk>
Nov 22 11:52:25 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:52:25 user nova-compute[75217]:       <mac address="fa:16:3e:5f:7f:90"/>
Nov 22 11:52:25 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:25 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:52:25 user nova-compute[75217]:       <target dev="tap30845d03-12"/>
Nov 22 11:52:25 user nova-compute[75217]:     </interface>
Nov 22 11:52:25 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:52:25 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/console.log" append="off"/>
Nov 22 11:52:25 user nova-compute[75217]:     </serial>
Nov 22 11:52:25 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:52:25 user nova-compute[75217]:     <video>
Nov 22 11:52:25 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:25 user nova-compute[75217]:     </video>
Nov 22 11:52:25 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:52:25 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:52:25 user nova-compute[75217]:     </rng>
Nov 22 11:52:25 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:52:25 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:52:25 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:52:25 user nova-compute[75217]:     </memballoon>
Nov 22 11:52:25 user nova-compute[75217]:   </devices>
Nov 22 11:52:25 user nova-compute[75217]: </domain>
Nov 22 11:52:25 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1004043907',display_name='tempest-TestMinimumBasicScenario-server-1004043907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1004043907',id=22,image_ref='261b84a9-e1e1-4341-9995-d5252d3f7030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBTtHr2ow0OJdNTPyuSIwXzTaxqXW3SOqytj0FJ7q/+D2m7TUWW68JpK8H/pDUquXRbC7e8tjSVvp0eUnT3RcpSYIWTl/8IL8yqfKEDdSHYMQnwvFA+q9YEjsxH/T6FUQA==',key_name='tempest-TestMinimumBasicScenario-1359518776',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-5ib0alo2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='261b84a9-e1e1-4341-9995-d5252d3f7030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:22Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG os_vif [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '30a4174d-4d39-54f9-909f-c675a9e4437c', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap30845d03-12, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap30845d03-12, col_values=(('qos', UUID('e406a81c-1ae6-443d-9b50-4c44d5f52f6f')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap30845d03-12, col_values=(('external_ids', {'iface-id': '30845d03-12e3-4ce9-a0bf-624c862bfd6f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:7f:90', 'vm-uuid': 'ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:25 user nova-compute[75217]: INFO os_vif [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12')
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No VIF found with MAC fa:16:3e:5f:7f:90, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updated VIF entry in instance network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-722845ac-1316-4ee6-ba7a-7a04914e8648 req-16a4aa94-641d-4304-8976-43665abba024 service nova] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updated VIF entry in instance network info cache for port 8fd849d3-a949-49e4-a2be-10c02a429b4c. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:52:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-27eb0adb-5a31-45f6-b754-058e4527dc03 req-ea7429fe-64df-47fa-8616-80eb387335e1 service nova] Releasing lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4f7fcd1-9807-421e-ad77-93ee674a7388 req-a1e02aeb-89ff-4dd8-bd6d-76dd209f8df3 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4f7fcd1-9807-421e-ad77-93ee674a7388 req-a1e02aeb-89ff-4dd8-bd6d-76dd209f8df3 service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4f7fcd1-9807-421e-ad77-93ee674a7388 req-a1e02aeb-89ff-4dd8-bd6d-76dd209f8df3 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4f7fcd1-9807-421e-ad77-93ee674a7388 req-a1e02aeb-89ff-4dd8-bd6d-76dd209f8df3 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4f7fcd1-9807-421e-ad77-93ee674a7388 req-a1e02aeb-89ff-4dd8-bd6d-76dd209f8df3 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:27 user nova-compute[75217]: WARNING nova.compute.manager [req-a4f7fcd1-9807-421e-ad77-93ee674a7388 req-a1e02aeb-89ff-4dd8-bd6d-76dd209f8df3 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state building and task_state spawning.
Nov 22 11:52:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG os_brick.utils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a7796a-ecaa-473e-a094-aa508ff0f8fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a7f5a7-ad5a-4a76-b303-fbf8b53a5401]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[799e97f4-5ef2-4174-87be-cdd341256ec2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[148ad90a-4919-4829-9c5a-9e5d6a433d94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:52:29 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d40446d-5d0e-4fa2-8a6c-6241ccfc952f]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG os_brick.utils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating existing volume attachment record: 420e738f-203b-4463-b7db-63c09182eedc {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-ab60dae6-cfec-4dab-8698-750eace1afed req-73812395-56cf-4742-a6d0-4b2e3f195b5c service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ab60dae6-cfec-4dab-8698-750eace1afed req-73812395-56cf-4742-a6d0-4b2e3f195b5c service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ab60dae6-cfec-4dab-8698-750eace1afed req-73812395-56cf-4742-a6d0-4b2e3f195b5c service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ab60dae6-cfec-4dab-8698-750eace1afed req-73812395-56cf-4742-a6d0-4b2e3f195b5c service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-ab60dae6-cfec-4dab-8698-750eace1afed req-73812395-56cf-4742-a6d0-4b2e3f195b5c service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:29 user nova-compute[75217]: WARNING nova.compute.manager [req-ab60dae6-cfec-4dab-8698-750eace1afed req-73812395-56cf-4742-a6d0-4b2e3f195b5c service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state building and task_state spawning.
Nov 22 11:52:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance spawned successfully.
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:29 user nova-compute[75217]: INFO nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Took 7.22 seconds to spawn the instance on the hypervisor.
Nov 22 11:52:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:52:29 user nova-compute[75217]: INFO nova.compute.manager [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Took 8.40 seconds to build instance.
Nov 22 11:52:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-943b2654-5dd4-4c68-998b-506495c5fa86 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.568s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:52:36 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Creating image(s)
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Ensure instance console log exists: /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Start _get_guest_xml network_info=[{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db9a0992-6456-4a96-9e7d-e99eec924b61', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed51f70-ac1b-4de5-bfa1-964def0874a9', 'serial': 'fed51f70-ac1b-4de5-bfa1-964def0874a9'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '420e738f-203b-4463-b7db-63c09182eedc', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:52:36 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:36 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:52:36 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:52:36 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:52:36 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a90c5527-805b-4dfa-a81b-82107610730f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:52:36 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba2235a-94e8-428d-a3ac-b7094ff6efa1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9] added
Nov 22 11:52:36 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[11439df2-2c5e-417b-8205-181a0ce71cd2]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[77555690-35c8-4cd0-92ed-5336eb5d61dc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nuAwdhlV {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nuAwdhlV" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2034749b-7d5c-4561-9fea-70649f3c95d5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nuAwdhlV'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.050s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed22fa2f-565d-4dcb-8b8f-2fd70a0d1f4d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[edf4fede-52ec-498d-b16e-2dc8eb8e2702]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e84dbe4-617a-4089-97a1-318baeac23bc (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0345caf-049e-4be5-822c-8e861e4b7b56 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e84dbe4-617a-4089-97a1-318baeac23bc (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0345caf-049e-4be5-822c-8e861e4b7b56 (non-flash)
Nov 22 11:52:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e84dbe4-617a-4089-97a1-318baeac23bc (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0345caf-049e-4be5-822c-8e861e4b7b56 (non-flash)
Nov 22 11:52:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b91e9b9-697b-4228-9119-89f9d78b541e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260]
Nov 22 11:52:37 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260] successful.
Nov 22 11:52:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fac8bd9-63f0-4cc3-9399-5ff106fc979b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5049b6-1871-43b6-b379-f635a3d1a653]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e84dbe4-617a-4089-97a1-318baeac23bc (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0345caf-049e-4be5-822c-8e861e4b7b56 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e84dbe4-617a-4089-97a1-318baeac23bc (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0345caf-049e-4be5-822c-8e861e4b7b56 (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:52:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e84dbe4-617a-4089-97a1-318baeac23bc (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0345caf-049e-4be5-822c-8e861e4b7b56 (non-flash)
Nov 22 11:52:37 user nova-compute[75217]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:52:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.404s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ced6c6b-2f81-4600-b377-64fcd0ed43d7]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:52:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.455s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== connect_volume: return (1457ms) {'type': 'block', 'scsi_wwn': '23637376134373263', 'path': '/dev/sde'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637376134373263', 'path': '/dev/sde'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-410685818',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-410685818',id=23,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-d2ed90ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:23Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=db9a0992-6456-4a96-9e7d-e99eec924b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'pci_devices' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:52:38 user nova-compute[75217]:   <uuid>db9a0992-6456-4a96-9e7d-e99eec924b61</uuid>
Nov 22 11:52:38 user nova-compute[75217]:   <name>instance-00000017</name>
Nov 22 11:52:38 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:52:38 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:52:38 user nova-compute[75217]:   <metadata>
Nov 22 11:52:38 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:52:38 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:52:38 user nova-compute[75217]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-410685818</nova:name>
Nov 22 11:52:38 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:52:36</nova:creationTime>
Nov 22 11:52:38 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:52:38 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:52:38 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:52:38 user nova-compute[75217]:       <nova:owner>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:user uuid="a781cd9624bb465f91d41c1fbabb8701">tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member</nova:user>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:project uuid="0e86726c125f47e4ac39af0f3b72c58f">tempest-ServerBootFromVolumeStableRescueTest-964604612</nova:project>
Nov 22 11:52:38 user nova-compute[75217]:       </nova:owner>
Nov 22 11:52:38 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:52:38 user nova-compute[75217]:       <nova:ports>
Nov 22 11:52:38 user nova-compute[75217]:         <nova:port uuid="8fd849d3-a949-49e4-a2be-10c02a429b4c">
Nov 22 11:52:38 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 22 11:52:38 user nova-compute[75217]:         </nova:port>
Nov 22 11:52:38 user nova-compute[75217]:       </nova:ports>
Nov 22 11:52:38 user nova-compute[75217]:     </nova:instance>
Nov 22 11:52:38 user nova-compute[75217]:   </metadata>
Nov 22 11:52:38 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:52:38 user nova-compute[75217]:     <system>
Nov 22 11:52:38 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:52:38 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:52:38 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:52:38 user nova-compute[75217]:       <entry name="serial">db9a0992-6456-4a96-9e7d-e99eec924b61</entry>
Nov 22 11:52:38 user nova-compute[75217]:       <entry name="uuid">db9a0992-6456-4a96-9e7d-e99eec924b61</entry>
Nov 22 11:52:38 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:52:38 user nova-compute[75217]:     </system>
Nov 22 11:52:38 user nova-compute[75217]:   </sysinfo>
Nov 22 11:52:38 user nova-compute[75217]:   <os>
Nov 22 11:52:38 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:52:38 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:52:38 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:52:38 user nova-compute[75217]:   </os>
Nov 22 11:52:38 user nova-compute[75217]:   <features>
Nov 22 11:52:38 user nova-compute[75217]:     <acpi/>
Nov 22 11:52:38 user nova-compute[75217]:     <apic/>
Nov 22 11:52:38 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:52:38 user nova-compute[75217]:   </features>
Nov 22 11:52:38 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:52:38 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:52:38 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:52:38 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:52:38 user nova-compute[75217]:   </clock>
Nov 22 11:52:38 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:52:38 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:52:38 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:52:38 user nova-compute[75217]:   </cpu>
Nov 22 11:52:38 user nova-compute[75217]:   <devices>
Nov 22 11:52:38 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:52:38 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:52:38 user nova-compute[75217]:       <source dev="/dev/sde"/>
Nov 22 11:52:38 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:52:38 user nova-compute[75217]:       <serial>fed51f70-ac1b-4de5-bfa1-964def0874a9</serial>
Nov 22 11:52:38 user nova-compute[75217]:     </disk>
Nov 22 11:52:38 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:52:38 user nova-compute[75217]:       <mac address="fa:16:3e:94:ad:59"/>
Nov 22 11:52:38 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:38 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:52:38 user nova-compute[75217]:       <target dev="tap8fd849d3-a9"/>
Nov 22 11:52:38 user nova-compute[75217]:     </interface>
Nov 22 11:52:38 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:52:38 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/console.log" append="off"/>
Nov 22 11:52:38 user nova-compute[75217]:     </serial>
Nov 22 11:52:38 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:52:38 user nova-compute[75217]:     <video>
Nov 22 11:52:38 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:38 user nova-compute[75217]:     </video>
Nov 22 11:52:38 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:52:38 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:52:38 user nova-compute[75217]:     </rng>
Nov 22 11:52:38 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:52:38 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:52:38 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:52:38 user nova-compute[75217]:     </memballoon>
Nov 22 11:52:38 user nova-compute[75217]:   </devices>
Nov 22 11:52:38 user nova-compute[75217]: </domain>
Nov 22 11:52:38 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-410685818',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-410685818',id=23,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-d2ed90ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:23Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=db9a0992-6456-4a96-9e7d-e99eec924b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG os_vif [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '67645b95-a268-5bc6-9ffe-a910c9209d9c', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8fd849d3-a9, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8fd849d3-a9, col_values=(('qos', UUID('063c97f4-b313-4572-b45e-d47a84e02cd0')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8fd849d3-a9, col_values=(('external_ids', {'iface-id': '8fd849d3-a949-49e4-a2be-10c02a429b4c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:ad:59', 'vm-uuid': 'db9a0992-6456-4a96-9e7d-e99eec924b61'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:38 user nova-compute[75217]: INFO os_vif [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9')
Nov 22 11:52:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:52:38 user nova-compute[75217]: INFO nova.compute.claims [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Claim successful on node user
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No VIF found with MAC fa:16:3e:94:ad:59, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:38 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.559s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:52:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.policy [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c092f7666034958bfcb0ad1e7220b86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '335d611d13164cc2bd89538c9a136778', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:52:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Creating image(s)
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.267s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk 1073741824" returned: 0 in 0.148s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.342s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.network.neutron [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Successfully created port: ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.240s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-f100e355-d18e-44ba-80b7-1ed225cc384f req-609dee9f-f75a-4967-b2bd-657689e8d369 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f100e355-d18e-44ba-80b7-1ed225cc384f req-609dee9f-f75a-4967-b2bd-657689e8d369 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f100e355-d18e-44ba-80b7-1ed225cc384f req-609dee9f-f75a-4967-b2bd-657689e8d369 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f100e355-d18e-44ba-80b7-1ed225cc384f req-609dee9f-f75a-4967-b2bd-657689e8d369 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-f100e355-d18e-44ba-80b7-1ed225cc384f req-609dee9f-f75a-4967-b2bd-657689e8d369 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:40 user nova-compute[75217]: WARNING nova.compute.manager [req-f100e355-d18e-44ba-80b7-1ed225cc384f req-609dee9f-f75a-4967-b2bd-657689e8d369 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state building and task_state spawning.
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Cannot resize image /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Ensure instance console log exists: /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Successfully updated port: ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing instance network info cache due to event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance network_info: |[{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Start _get_guest_xml network_info=[{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:52:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1718817879',display_name='tempest-ServerRescueNegativeTestJSON-server-1718817879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1718817879',id=24,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMNaDFRoJnG14d/i+jmCEeE0iEczxyTu4FRAzlu4JojznxcA9FNi5WX5WWIHgXPWaIk4GTACzpBLor+8OTO5wmhbyWN7TZIaCScRz5xcvHYteyGadC8D7qSr9qoSYKugqw==',key_name='tempest-keypair-440723713',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-bf08wp0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=2a6d9f01-95a2-4bf9-881c-97c7995217b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:52:41 user nova-compute[75217]:   <uuid>2a6d9f01-95a2-4bf9-881c-97c7995217b6</uuid>
Nov 22 11:52:41 user nova-compute[75217]:   <name>instance-00000018</name>
Nov 22 11:52:41 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:52:41 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:52:41 user nova-compute[75217]:   <metadata>
Nov 22 11:52:41 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:52:41 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:52:41 user nova-compute[75217]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1718817879</nova:name>
Nov 22 11:52:41 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:52:41</nova:creationTime>
Nov 22 11:52:41 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:52:41 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:52:41 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:52:41 user nova-compute[75217]:       <nova:owner>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:user uuid="3c092f7666034958bfcb0ad1e7220b86">tempest-ServerRescueNegativeTestJSON-903376552-project-member</nova:user>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:project uuid="335d611d13164cc2bd89538c9a136778">tempest-ServerRescueNegativeTestJSON-903376552</nova:project>
Nov 22 11:52:41 user nova-compute[75217]:       </nova:owner>
Nov 22 11:52:41 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:52:41 user nova-compute[75217]:       <nova:ports>
Nov 22 11:52:41 user nova-compute[75217]:         <nova:port uuid="ae5929fe-70c3-4d62-a3fe-1f7541632a5b">
Nov 22 11:52:41 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 22 11:52:41 user nova-compute[75217]:         </nova:port>
Nov 22 11:52:41 user nova-compute[75217]:       </nova:ports>
Nov 22 11:52:41 user nova-compute[75217]:     </nova:instance>
Nov 22 11:52:41 user nova-compute[75217]:   </metadata>
Nov 22 11:52:41 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:52:41 user nova-compute[75217]:     <system>
Nov 22 11:52:41 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:52:41 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:52:41 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:52:41 user nova-compute[75217]:       <entry name="serial">2a6d9f01-95a2-4bf9-881c-97c7995217b6</entry>
Nov 22 11:52:41 user nova-compute[75217]:       <entry name="uuid">2a6d9f01-95a2-4bf9-881c-97c7995217b6</entry>
Nov 22 11:52:41 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:52:41 user nova-compute[75217]:     </system>
Nov 22 11:52:41 user nova-compute[75217]:   </sysinfo>
Nov 22 11:52:41 user nova-compute[75217]:   <os>
Nov 22 11:52:41 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:52:41 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:52:41 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:52:41 user nova-compute[75217]:   </os>
Nov 22 11:52:41 user nova-compute[75217]:   <features>
Nov 22 11:52:41 user nova-compute[75217]:     <acpi/>
Nov 22 11:52:41 user nova-compute[75217]:     <apic/>
Nov 22 11:52:41 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:52:41 user nova-compute[75217]:   </features>
Nov 22 11:52:41 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:52:41 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:52:41 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:52:41 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:52:41 user nova-compute[75217]:   </clock>
Nov 22 11:52:41 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:52:41 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:52:41 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:52:41 user nova-compute[75217]:   </cpu>
Nov 22 11:52:41 user nova-compute[75217]:   <devices>
Nov 22 11:52:41 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:52:41 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:52:41 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk"/>
Nov 22 11:52:41 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:52:41 user nova-compute[75217]:     </disk>
Nov 22 11:52:41 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:52:41 user nova-compute[75217]:       <mac address="fa:16:3e:76:e0:d8"/>
Nov 22 11:52:41 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:41 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:52:41 user nova-compute[75217]:       <target dev="tapae5929fe-70"/>
Nov 22 11:52:41 user nova-compute[75217]:     </interface>
Nov 22 11:52:41 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:52:41 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/console.log" append="off"/>
Nov 22 11:52:41 user nova-compute[75217]:     </serial>
Nov 22 11:52:41 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:52:41 user nova-compute[75217]:     <video>
Nov 22 11:52:41 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:41 user nova-compute[75217]:     </video>
Nov 22 11:52:41 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:52:41 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:52:41 user nova-compute[75217]:     </rng>
Nov 22 11:52:41 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:52:41 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:52:41 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:52:41 user nova-compute[75217]:     </memballoon>
Nov 22 11:52:41 user nova-compute[75217]:   </devices>
Nov 22 11:52:41 user nova-compute[75217]: </domain>
Nov 22 11:52:41 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1718817879',display_name='tempest-ServerRescueNegativeTestJSON-server-1718817879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1718817879',id=24,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMNaDFRoJnG14d/i+jmCEeE0iEczxyTu4FRAzlu4JojznxcA9FNi5WX5WWIHgXPWaIk4GTACzpBLor+8OTO5wmhbyWN7TZIaCScRz5xcvHYteyGadC8D7qSr9qoSYKugqw==',key_name='tempest-keypair-440723713',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-bf08wp0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=2a6d9f01-95a2-4bf9-881c-97c7995217b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG os_vif [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f3f9eed-eb0c-5a39-8940-b59b39eeda47', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae5929fe-70, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae5929fe-70, col_values=(('qos', UUID('79b77085-5e54-4be6-aee3-51651c81c89d')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae5929fe-70, col_values=(('external_ids', {'iface-id': 'ae5929fe-70c3-4d62-a3fe-1f7541632a5b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:e0:d8', 'vm-uuid': '2a6d9f01-95a2-4bf9-881c-97c7995217b6'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:41 user nova-compute[75217]: INFO os_vif [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70')
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:76:e0:d8, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updated VIF entry in instance network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a0798e2-3510-434f-8071-c7e5cf95cbb9 req-77c1208f-f39a-4f82-a361-7b2e4d512f71 service nova] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-b4d42927-9367-4cd2-9543-630579990a99 req-51763f14-681e-4985-89eb-d928f90278f8 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b4d42927-9367-4cd2-9543-630579990a99 req-51763f14-681e-4985-89eb-d928f90278f8 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b4d42927-9367-4cd2-9543-630579990a99 req-51763f14-681e-4985-89eb-d928f90278f8 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b4d42927-9367-4cd2-9543-630579990a99 req-51763f14-681e-4985-89eb-d928f90278f8 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-b4d42927-9367-4cd2-9543-630579990a99 req-51763f14-681e-4985-89eb-d928f90278f8 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:42 user nova-compute[75217]: WARNING nova.compute.manager [req-b4d42927-9367-4cd2-9543-630579990a99 req-51763f14-681e-4985-89eb-d928f90278f8 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state building and task_state spawning.
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:52:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance spawned successfully.
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:42 user nova-compute[75217]: INFO nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Took 6.05 seconds to spawn the instance on the hypervisor.
Nov 22 11:52:42 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:52:42 user nova-compute[75217]: INFO nova.compute.manager [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Took 21.19 seconds to build instance.
Nov 22 11:52:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4cac7060-9104-40ba-8b02-f85d334114fb tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.289s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:44 user nova-compute[75217]: WARNING nova.compute.manager [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state building and task_state spawning.
Nov 22 11:52:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:44 user nova-compute[75217]: WARNING nova.compute.manager [req-96462466-4990-4d22-b962-e25ff4e717f6 req-e5b0a26f-d614-405f-947a-0c5dc1812a4c service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state building and task_state spawning.
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:52:45 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance spawned successfully.
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:52:45 user nova-compute[75217]: INFO nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Took 6.54 seconds to spawn the instance on the hypervisor.
Nov 22 11:52:45 user nova-compute[75217]: DEBUG nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:52:45 user nova-compute[75217]: INFO nova.compute.manager [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Took 7.52 seconds to build instance.
Nov 22 11:52:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-689d0967-63f2-4d5f-aff6-5b113bcdb4e0 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.626s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:51 user nova-compute[75217]: INFO nova.compute.manager [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Terminating instance
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-341a5bd9-b651-49a4-b8ca-8a80893cd83e req-56800060-fb28-4410-a8f3-8555d9738b4b service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-341a5bd9-b651-49a4-b8ca-8a80893cd83e req-56800060-fb28-4410-a8f3-8555d9738b4b service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-341a5bd9-b651-49a4-b8ca-8a80893cd83e req-56800060-fb28-4410-a8f3-8555d9738b4b service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-341a5bd9-b651-49a4-b8ca-8a80893cd83e req-56800060-fb28-4410-a8f3-8555d9738b4b service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-341a5bd9-b651-49a4-b8ca-8a80893cd83e req-56800060-fb28-4410-a8f3-8555d9738b4b service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-341a5bd9-b651-49a4-b8ca-8a80893cd83e req-56800060-fb28-4410-a8f3-8555d9738b4b service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-unplugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Instance destroyed successfully.
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lazy-loading 'resources' on Instance uuid bfb46d6c-3e8f-4763-b3c1-4edad1127b08 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1417932846',display_name='tempest-ServerActionsTestOtherB-server-1417932846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1417932846',id=4,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNK2NuLXXkzZz1YrsViD8RN6S935D2lLy+1sX0sUdk+yAPc961GyZG/WREvHMJfeopSPObQIsho1QBn2trDRZ6Kwq97KdW3nLkcXls8v25VUysUZwrkIwWfiNK7PiJtUIw==',key_name='tempest-keypair-1625603019',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:50:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3683d54ab5c249c98a0c3ad72b72df49',ramdisk_id='',reservation_id='r-0m2txcgq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1723887315',owner_user_name='tempest-ServerActionsTestOtherB-1723887315-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:50:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23dd273e2dea458ea139de627328224c',uuid=bfb46d6c-3e8f-4763-b3c1-4edad1127b08,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converting VIF {"id": "c75211af-b8a6-4803-9844-2a34db53ffab", "address": "fa:16:3e:4c:f7:b4", "network": {"id": "90bf070e-8669-4cbe-b6b8-c0918433e432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-329061553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3683d54ab5c249c98a0c3ad72b72df49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75211af-b8", "ovs_interfaceid": "c75211af-b8a6-4803-9844-2a34db53ffab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG os_vif [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc75211af-b8, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35003b1c-f2ad-440b-bea5-5c1518b80dd4) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:51 user nova-compute[75217]: INFO os_vif [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:f7:b4,bridge_name='br-int',has_traffic_filtering=True,id=c75211af-b8a6-4803-9844-2a34db53ffab,network=Network(90bf070e-8669-4cbe-b6b8-c0918433e432),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75211af-b8')
Nov 22 11:52:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XkRuoaLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:52:51 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:52:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:52:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[35dc4b3b-b142-4dd4-ae4f-02869faf0ebb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:52:52 user nova-compute[75217]: No targets found.
Nov 22 11:52:52 user nova-compute[75217]: iSNS:
Nov 22 11:52:52 user nova-compute[75217]: No targets found.
Nov 22 11:52:52 user nova-compute[75217]: STATIC:
Nov 22 11:52:52 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f
Nov 22 11:52:52 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:52:52 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:52:52 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:52:52 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:52:52 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:52:52 user nova-compute[75217]: FIRMWARE:
Nov 22 11:52:52 user nova-compute[75217]: No targets found.
Nov 22 11:52:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:52:52 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:52:52 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[766172a3-1025-42fe-bc55-7179d77a324e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b863e821-e97d-41fe-83de-321162fce937]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:52:52 user nova-compute[75217]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:52:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f (non-flash)
Nov 22 11:52:52 user nova-compute[75217]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:52:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c5ecdc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[68a7036c-3313-48e8-b6a0-44ccd059386f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea0d1682-3e72-4db1-bb5e-af391da58bf2]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d45cd078-ccee-43b5-800b-975fddf16c13]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[602fbbe6-e078-4518-ba61-f6c0d83f5606]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[242a65fd-7692-46fc-b95f-82756435206d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b278b2a5-fa85-4235-b4d1-a6b8ce1247eb]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260]
Nov 22 11:52:52 user nova-compute[75217]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f, portal: 172.16.0.220,3260] successful.
Nov 22 11:52:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c560bf7f-d096-4e09-92b0-9c131d3ce94f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f7773fd-6279-4e7e-a8bd-99eff5d6cef6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] <== disconnect_volume: return (305ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:52:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Deleting instance files /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08_del
Nov 22 11:52:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Deletion of /opt/stack/data/nova/instances/bfb46d6c-3e8f-4763-b3c1-4edad1127b08_del complete
Nov 22 11:52:52 user nova-compute[75217]: INFO nova.compute.manager [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:52:53 user nova-compute[75217]: INFO nova.compute.claims [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Claim successful on node user
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:53 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Took 1.13 seconds to deallocate network for instance.
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-7a4863ad-05f8-45b0-bc3a-55558da5d546 req-b377ff51-046c-460a-82fd-b98ee75c6b27 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-deleted-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:53 user nova-compute[75217]: INFO nova.compute.manager [req-7a4863ad-05f8-45b0-bc3a-55558da5d546 req-b377ff51-046c-460a-82fd-b98ee75c6b27 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Neutron deleted interface c75211af-b8a6-4803-9844-2a34db53ffab; detaching it from the instance and deleting it from the info cache
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-7a4863ad-05f8-45b0-bc3a-55558da5d546 req-b377ff51-046c-460a-82fd-b98ee75c6b27 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-7a4863ad-05f8-45b0-bc3a-55558da5d546 req-b377ff51-046c-460a-82fd-b98ee75c6b27 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Detach interface failed, port_id=c75211af-b8a6-4803-9844-2a34db53ffab, reason: Instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-6a2cd793-c758-451a-8c1e-5055fe337949 req-dfbc068c-cd34-4e1d-9bcf-2887402ec039 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6a2cd793-c758-451a-8c1e-5055fe337949 req-dfbc068c-cd34-4e1d-9bcf-2887402ec039 service nova] Acquiring lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6a2cd793-c758-451a-8c1e-5055fe337949 req-dfbc068c-cd34-4e1d-9bcf-2887402ec039 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6a2cd793-c758-451a-8c1e-5055fe337949 req-dfbc068c-cd34-4e1d-9bcf-2887402ec039 service nova] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-6a2cd793-c758-451a-8c1e-5055fe337949 req-dfbc068c-cd34-4e1d-9bcf-2887402ec039 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] No waiting events found dispatching network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:53 user nova-compute[75217]: WARNING nova.compute.manager [req-6a2cd793-c758-451a-8c1e-5055fe337949 req-dfbc068c-cd34-4e1d-9bcf-2887402ec039 service nova] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Received unexpected event network-vif-plugged-c75211af-b8a6-4803-9844-2a34db53ffab for instance with vm_state active and task_state deleting.
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.767s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:52:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:52:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG nova.policy [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78b9b00747443b99a3e815fe6ca4c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da5215fdd01244f69d87790593890c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:52:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Creating image(s)
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "/opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "/opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "/opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:54 user nova-compute[75217]: INFO nova.compute.manager [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] [instance: bfb46d6c-3e8f-4763-b3c1-4edad1127b08] Took 0.97 seconds to detach 1 volumes for instance.
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.230s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk 1073741824" returned: 0 in 0.081s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.317s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.216s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Successfully created port: 6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Cannot resize image /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Ensure instance console log exists: /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.616s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:55 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Deleted allocations for instance bfb46d6c-3e8f-4763-b3c1-4edad1127b08
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-605b4a36-6cbb-44d4-925f-8da062632c03 tempest-ServerActionsTestOtherB-1723887315 tempest-ServerActionsTestOtherB-1723887315-project-member] Lock "bfb46d6c-3e8f-4763-b3c1-4edad1127b08" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.298s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Successfully updated port: 6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "refresh_cache-f84d21bf-d915-42f9-af3d-b6b1fd7badef" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquired lock "refresh_cache-f84d21bf-d915-42f9-af3d-b6b1fd7badef" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received event network-changed-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Refreshing instance network info cache due to event network-changed-6f8838fc-5178-42c4-9374-5f32f57ebd86. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] Acquiring lock "refresh_cache-f84d21bf-d915-42f9-af3d-b6b1fd7badef" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:52:55 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Updating instance_info_cache with network_info: [{"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Releasing lock "refresh_cache-f84d21bf-d915-42f9-af3d-b6b1fd7badef" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Instance network_info: |[{"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] Acquired lock "refresh_cache-f84d21bf-d915-42f9-af3d-b6b1fd7badef" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Refreshing network info cache for port 6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Start _get_guest_xml network_info=[{"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:52:56 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:56 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-266668106',display_name='tempest-ServersNegativeTestJSON-server-266668106',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-266668106',id=25,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da5215fdd01244f69d87790593890c00',ramdisk_id='',reservation_id='r-gvz6fy8q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2025310777',owner_user_name='tempest-ServersNegativeTestJSON-2025310777-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:54Z,user_data=None,user_id='6a78b9b00747443b99a3e815fe6ca4c0',uuid=f84d21bf-d915-42f9-af3d-b6b1fd7badef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converting VIF {"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.objects.instance [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lazy-loading 'pci_devices' on Instance uuid f84d21bf-d915-42f9-af3d-b6b1fd7badef {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:52:56 user nova-compute[75217]:   <uuid>f84d21bf-d915-42f9-af3d-b6b1fd7badef</uuid>
Nov 22 11:52:56 user nova-compute[75217]:   <name>instance-00000019</name>
Nov 22 11:52:56 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:52:56 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:52:56 user nova-compute[75217]:   <metadata>
Nov 22 11:52:56 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:52:56 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:52:56 user nova-compute[75217]:       <nova:name>tempest-ServersNegativeTestJSON-server-266668106</nova:name>
Nov 22 11:52:56 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:52:56</nova:creationTime>
Nov 22 11:52:56 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:52:56 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:52:56 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:52:56 user nova-compute[75217]:       <nova:owner>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:user uuid="6a78b9b00747443b99a3e815fe6ca4c0">tempest-ServersNegativeTestJSON-2025310777-project-member</nova:user>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:project uuid="da5215fdd01244f69d87790593890c00">tempest-ServersNegativeTestJSON-2025310777</nova:project>
Nov 22 11:52:56 user nova-compute[75217]:       </nova:owner>
Nov 22 11:52:56 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:52:56 user nova-compute[75217]:       <nova:ports>
Nov 22 11:52:56 user nova-compute[75217]:         <nova:port uuid="6f8838fc-5178-42c4-9374-5f32f57ebd86">
Nov 22 11:52:56 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 22 11:52:56 user nova-compute[75217]:         </nova:port>
Nov 22 11:52:56 user nova-compute[75217]:       </nova:ports>
Nov 22 11:52:56 user nova-compute[75217]:     </nova:instance>
Nov 22 11:52:56 user nova-compute[75217]:   </metadata>
Nov 22 11:52:56 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:52:56 user nova-compute[75217]:     <system>
Nov 22 11:52:56 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:52:56 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:52:56 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:52:56 user nova-compute[75217]:       <entry name="serial">f84d21bf-d915-42f9-af3d-b6b1fd7badef</entry>
Nov 22 11:52:56 user nova-compute[75217]:       <entry name="uuid">f84d21bf-d915-42f9-af3d-b6b1fd7badef</entry>
Nov 22 11:52:56 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:52:56 user nova-compute[75217]:     </system>
Nov 22 11:52:56 user nova-compute[75217]:   </sysinfo>
Nov 22 11:52:56 user nova-compute[75217]:   <os>
Nov 22 11:52:56 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:52:56 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:52:56 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:52:56 user nova-compute[75217]:   </os>
Nov 22 11:52:56 user nova-compute[75217]:   <features>
Nov 22 11:52:56 user nova-compute[75217]:     <acpi/>
Nov 22 11:52:56 user nova-compute[75217]:     <apic/>
Nov 22 11:52:56 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:52:56 user nova-compute[75217]:   </features>
Nov 22 11:52:56 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:52:56 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:52:56 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:52:56 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:52:56 user nova-compute[75217]:   </clock>
Nov 22 11:52:56 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:52:56 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:52:56 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:52:56 user nova-compute[75217]:   </cpu>
Nov 22 11:52:56 user nova-compute[75217]:   <devices>
Nov 22 11:52:56 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:52:56 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:52:56 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk"/>
Nov 22 11:52:56 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:52:56 user nova-compute[75217]:     </disk>
Nov 22 11:52:56 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:52:56 user nova-compute[75217]:       <mac address="fa:16:3e:dd:ba:f4"/>
Nov 22 11:52:56 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:56 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:52:56 user nova-compute[75217]:       <target dev="tap6f8838fc-51"/>
Nov 22 11:52:56 user nova-compute[75217]:     </interface>
Nov 22 11:52:56 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:52:56 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/console.log" append="off"/>
Nov 22 11:52:56 user nova-compute[75217]:     </serial>
Nov 22 11:52:56 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:52:56 user nova-compute[75217]:     <video>
Nov 22 11:52:56 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:52:56 user nova-compute[75217]:     </video>
Nov 22 11:52:56 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:52:56 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:52:56 user nova-compute[75217]:     </rng>
Nov 22 11:52:56 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:52:56 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:52:56 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:52:56 user nova-compute[75217]:     </memballoon>
Nov 22 11:52:56 user nova-compute[75217]:   </devices>
Nov 22 11:52:56 user nova-compute[75217]: </domain>
Nov 22 11:52:56 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-266668106',display_name='tempest-ServersNegativeTestJSON-server-266668106',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-266668106',id=25,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da5215fdd01244f69d87790593890c00',ramdisk_id='',reservation_id='r-gvz6fy8q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2025310777',owner_user_name='tempest-ServersNegativeTestJSON-2025310777-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:54Z,user_data=None,user_id='6a78b9b00747443b99a3e815fe6ca4c0',uuid=f84d21bf-d915-42f9-af3d-b6b1fd7badef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converting VIF {"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG os_vif [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '19b28e04-3ed9-507c-90af-e4c02ef67814', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f8838fc-51, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f8838fc-51, col_values=(('qos', UUID('98449b5e-7e14-4c7b-9fec-c43a290580aa')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f8838fc-51, col_values=(('external_ids', {'iface-id': '6f8838fc-5178-42c4-9374-5f32f57ebd86', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:ba:f4', 'vm-uuid': 'f84d21bf-d915-42f9-af3d-b6b1fd7badef'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:56 user nova-compute[75217]: INFO os_vif [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51')
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] No VIF found with MAC fa:16:3e:dd:ba:f4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Updated VIF entry in instance network info cache for port 6f8838fc-5178-42c4-9374-5f32f57ebd86. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Updating instance_info_cache with network_info: [{"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:52:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cca01f4-ea05-4b78-8632-199be130af5e req-630d157f-cabc-47d1-a967-ae7b9e9b437b service nova] Releasing lock "refresh_cache-f84d21bf-d915-42f9-af3d-b6b1fd7badef" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:52:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-4572afe8-cabb-438d-a288-57f977199574 req-937e1bf6-072f-401b-bb69-3e517b9afaf3 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received event network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4572afe8-cabb-438d-a288-57f977199574 req-937e1bf6-072f-401b-bb69-3e517b9afaf3 service nova] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4572afe8-cabb-438d-a288-57f977199574 req-937e1bf6-072f-401b-bb69-3e517b9afaf3 service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4572afe8-cabb-438d-a288-57f977199574 req-937e1bf6-072f-401b-bb69-3e517b9afaf3 service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:52:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-4572afe8-cabb-438d-a288-57f977199574 req-937e1bf6-072f-401b-bb69-3e517b9afaf3 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] No waiting events found dispatching network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:52:58 user nova-compute[75217]: WARNING nova.compute.manager [req-4572afe8-cabb-438d-a288-57f977199574 req-937e1bf6-072f-401b-bb69-3e517b9afaf3 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received unexpected event network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 for instance with vm_state building and task_state spawning.
Nov 22 11:52:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:52:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:52:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-82eb2d7d-02eb-49e5-a796-e5a6eb0b0d2c req-a539d3c4-fe4e-4639-bb2e-70b71474437e service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received event network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-82eb2d7d-02eb-49e5-a796-e5a6eb0b0d2c req-a539d3c4-fe4e-4639-bb2e-70b71474437e service nova] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-82eb2d7d-02eb-49e5-a796-e5a6eb0b0d2c req-a539d3c4-fe4e-4639-bb2e-70b71474437e service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-82eb2d7d-02eb-49e5-a796-e5a6eb0b0d2c req-a539d3c4-fe4e-4639-bb2e-70b71474437e service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-82eb2d7d-02eb-49e5-a796-e5a6eb0b0d2c req-a539d3c4-fe4e-4639-bb2e-70b71474437e service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] No waiting events found dispatching network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:00 user nova-compute[75217]: WARNING nova.compute.manager [req-82eb2d7d-02eb-49e5-a796-e5a6eb0b0d2c req-a539d3c4-fe4e-4639-bb2e-70b71474437e service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received unexpected event network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 for instance with vm_state building and task_state spawning.
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:53:00 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Instance spawned successfully.
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:00 user nova-compute[75217]: INFO nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Took 5.93 seconds to spawn the instance on the hypervisor.
Nov 22 11:53:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:53:00 user nova-compute[75217]: INFO nova.compute.manager [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Took 7.13 seconds to build instance.
Nov 22 11:53:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cc512c2a-f3a5-4336-817a-dfc950ea39d9 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.319s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:02 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:53:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:53:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:53:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:53:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:53:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:53:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:53:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:04 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:04 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:53:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:53:13 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7536MB free_disk=25.426307678222656GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:53:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2163454f-c876-4af7-bd38-5c6f1794a985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance f84d21bf-d915-42f9-af3d-b6b1fd7badef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:53:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.595s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-changed-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Refreshing instance network info cache due to event network-changed-3a1ee016-f0a5-4b95-a81e-a7416738daf3. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:53:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] Acquiring lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:53:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] Acquired lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:53:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Refreshing network info cache for port 3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "interface-2163454f-c876-4af7-bd38-5c6f1794a985-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "interface-2163454f-c876-4af7-bd38-5c6f1794a985-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'flavor' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'pci_requests' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG nova.objects.base [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Object Instance<2163454f-c876-4af7-bd38-5c6f1794a985> lazy-loaded attributes: flavor,pci_requests {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:53:20 user nova-compute[75217]: DEBUG nova.policy [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6fee4e0c695484389a39f66235067cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f889bd4602844f1783187e3de557b638', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:53:21 user nova-compute[75217]: DEBUG nova.network.neutron [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updated VIF entry in instance network info cache for port 3a1ee016-f0a5-4b95-a81e-a7416738daf3. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:53:21 user nova-compute[75217]: DEBUG nova.network.neutron [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:53:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3b753bc6-5472-4df3-89df-996726d8b6c5 req-657fb2c3-482d-42ba-834d-694b37550e3f service nova] Releasing lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:53:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Successfully created port: 67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Successfully updated port: 67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquired lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-changed-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Refreshing instance network info cache due to event network-changed-67284514-646d-4bf7-9ecb-85b0bea9b94b. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:53:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] Acquiring lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Releasing lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] Acquired lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Refreshing network info cache for port 67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG os_vif [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '29de6cfb-418c-5527-b701-4947a67be2e1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67284514-64, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67284514-64, col_values=(('qos', UUID('3cfa3348-84cd-464d-8a56-1284c2f1e2e8')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67284514-64, col_values=(('external_ids', {'iface-id': '67284514-646d-4bf7-9ecb-85b0bea9b94b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:7d:39', 'vm-uuid': '2163454f-c876-4af7-bd38-5c6f1794a985'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: INFO os_vif [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64')
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] attach device xml: <interface type="ethernet">
Nov 22 11:53:24 user nova-compute[75217]:   <mac address="fa:16:3e:75:7d:39"/>
Nov 22 11:53:24 user nova-compute[75217]:   <model type="virtio"/>
Nov 22 11:53:24 user nova-compute[75217]:   <mtu size="1442"/>
Nov 22 11:53:24 user nova-compute[75217]:   <target dev="tap67284514-64"/>
Nov 22 11:53:24 user nova-compute[75217]: </interface>
Nov 22 11:53:24 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No BDM found with device name hda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No VIF found with MAC fa:16:3e:92:19:00, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:53:24 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:53:24 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:53:24 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:53:24</nova:creationTime>
Nov 22 11:53:24 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:53:24 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:53:24 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:53:24 user nova-compute[75217]:   <nova:owner>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:53:24 user nova-compute[75217]:   </nova:owner>
Nov 22 11:53:24 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:53:24 user nova-compute[75217]:   <nova:ports>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:53:24 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:53:24 user nova-compute[75217]:     </nova:port>
Nov 22 11:53:24 user nova-compute[75217]:     <nova:port uuid="67284514-646d-4bf7-9ecb-85b0bea9b94b">
Nov 22 11:53:24 user nova-compute[75217]:       <nova:ip type="fixed" address="10.10.10.67" ipVersion="4"/>
Nov 22 11:53:24 user nova-compute[75217]:     </nova:port>
Nov 22 11:53:24 user nova-compute[75217]:   </nova:ports>
Nov 22 11:53:24 user nova-compute[75217]: </nova:instance>
Nov 22 11:53:24 user nova-compute[75217]:  {{(pid=75217) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28bc141-8801-46a3-aa14-740baa7f9f2d tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "interface-2163454f-c876-4af7-bd38-5c6f1794a985-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 4.186s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'flavor' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-be865d25-1c5e-48f0-9af2-5be79cd90dd2 req-d9ba9894-79cc-4b0b-823e-56ca42282404 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-be865d25-1c5e-48f0-9af2-5be79cd90dd2 req-d9ba9894-79cc-4b0b-823e-56ca42282404 service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-be865d25-1c5e-48f0-9af2-5be79cd90dd2 req-d9ba9894-79cc-4b0b-823e-56ca42282404 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-be865d25-1c5e-48f0-9af2-5be79cd90dd2 req-d9ba9894-79cc-4b0b-823e-56ca42282404 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-be865d25-1c5e-48f0-9af2-5be79cd90dd2 req-d9ba9894-79cc-4b0b-823e-56ca42282404 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:24 user nova-compute[75217]: WARNING nova.compute.manager [req-be865d25-1c5e-48f0-9af2-5be79cd90dd2 req-d9ba9894-79cc-4b0b-823e-56ca42282404 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b for instance with vm_state active and task_state None.
Nov 22 11:53:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:25 user nova-compute[75217]: INFO nova.compute.manager [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Attaching volume c996712a-f5bc-4a08-990c-b8a93c4989f7 to /dev/vdb
Nov 22 11:53:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updated VIF entry in instance network info cache for port 67284514-646d-4bf7-9ecb-85b0bea9b94b. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG os_brick.utils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6fba9b04-097e-45de-ba1d-881d594285c1 req-5c1b8047-7c88-4155-a6ce-9e30b3211c2f service nova] Releasing lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae27fd5-d0d6-44a0-9d8f-15d9faac8c40]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b787e7fb-5c42-47f3-b46a-3543b79bfe02]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e94014c-6f61-44c5-8e98-40d184da4d79]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[73974225-31fe-47a5-8387-6f2ec1c2fbad]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:53:25 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:53:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[595be145-add9-4968-987a-d6d5e30e4521]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG os_brick.utils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating existing volume attachment record: d7fcb9af-cc2d-4ec6-95d7-980dd455d449 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:53:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d93f483-e086-4109-b1c8-a59bd8233763 req-a8685687-5e78-4039-ad8d-93337faacda1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d93f483-e086-4109-b1c8-a59bd8233763 req-a8685687-5e78-4039-ad8d-93337faacda1 service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d93f483-e086-4109-b1c8-a59bd8233763 req-a8685687-5e78-4039-ad8d-93337faacda1 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d93f483-e086-4109-b1c8-a59bd8233763 req-a8685687-5e78-4039-ad8d-93337faacda1 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:27 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d93f483-e086-4109-b1c8-a59bd8233763 req-a8685687-5e78-4039-ad8d-93337faacda1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:27 user nova-compute[75217]: WARNING nova.compute.manager [req-5d93f483-e086-4109-b1c8-a59bd8233763 req-a8685687-5e78-4039-ad8d-93337faacda1 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b for instance with vm_state active and task_state None.
Nov 22 11:53:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:53:31 user nova-compute[75217]: INFO nova.compute.claims [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Claim successful on node user
Nov 22 11:53:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PZQfzpcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:53:31 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:53:31 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:53:31 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[74220058-bfa2-4c42-93b4-d5f56978e91a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:53:31 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[76e68c80-9f7f-4fb1-a12c-caa6dcf44c0d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7] added
Nov 22 11:53:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3fe8ed-be46-41b9-8f50-1ab4d3ad114f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcaa41d1-7a64-44b2-8223-8b20cd9fa0cd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PZQfzpcH {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PZQfzpcH" returned: 0 in 0.231s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c118ad25-d13c-42d8-bd4a-ae9c96c2ebf4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PZQfzpcH'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a62df63-70c0-4e7f-bb2e-b1fcde567978]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.590s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e62d4f5b-7d68-4540-bcfc-21350df2c442]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:53:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:53:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[062c4fe4-8fec-4dd7-8a02-b2fec0c5819a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260]
Nov 22 11:53:31 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260] successful.
Nov 22 11:53:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd3b857-a601-4aae-9c51-618b28262081]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cee1eac-7936-47d6-8e49-96e5fc4ca10f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:53:32 user nova-compute[75217]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 (non-flash)
Nov 22 11:53:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:53:32 user nova-compute[75217]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 (non-flash)
Nov 22 11:53:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.524s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] HCTL ('33', '-', '-', 0) found on session 28 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86fc8691-022f-4d47-a08d-fc9a0d266635]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Searching for a device in session 28 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PZQfzpcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:53:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.policy [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27ea33a38f0547cebda165d14369684c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2a7d49fcf14416abff48c6765df3403', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:53:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Creating image(s)
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "/opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "/opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "/opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk 1073741824" returned: 0 in 0.073s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Successfully created port: d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Checking if we can resize image /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Cannot resize image /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:53:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Ensure instance console log exists: /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.558s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] <== connect_volume: return (1559ms) {'type': 'block', 'scsi_wwn': '26138366636333537', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26138366636333537', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'flavor' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:53:33 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:53:33 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:53:33 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:53:33 user nova-compute[75217]:   <serial>c996712a-f5bc-4a08-990c-b8a93c4989f7</serial>
Nov 22 11:53:33 user nova-compute[75217]: </disk>
Nov 22 11:53:33 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No BDM found with device name hda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] No VIF found with MAC fa:16:3e:92:19:00, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6f8c2bee-20b6-4b02-aec6-de2d42ad9650 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.525s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Successfully updated port: d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquired lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-changed-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Refreshing instance network info cache due to event network-changed-d65d3e15-4658-4e8f-8e15-e69acdfb9504. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] Acquiring lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:53:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating instance_info_cache with network_info: [{"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Releasing lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Instance network_info: |[{"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] Acquired lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Refreshing network info cache for port d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Start _get_guest_xml network_info=[{"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:53:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:53:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1452516455',display_name='tempest-SnapshotDataIntegrityTests-server-1452516455',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1452516455',id=26,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK83/DhFMfskM7mkV55r5cjJPWKhdU4Hra3u6igKj5LKpdUwLy+4ux8B5rOs2FZTaCP/YiGxuYtarTBlrpwKsRCkv/uZxWFfgneNGlVZdj2GOoRieNN/OnpBN7xvcmckBA==',key_name='tempest-keypair-1088889333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2a7d49fcf14416abff48c6765df3403',ramdisk_id='',reservation_id='r-5dqfimd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1841766772',owner_user_name='tempest-SnapshotDataIntegrityTests-1841766772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:53:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27ea33a38f0547cebda165d14369684c',uuid=07942eef-384d-4aaf-9dc0-8c70e0051033,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Converting VIF {"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'pci_devices' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:53:34 user nova-compute[75217]:   <uuid>07942eef-384d-4aaf-9dc0-8c70e0051033</uuid>
Nov 22 11:53:34 user nova-compute[75217]:   <name>instance-0000001a</name>
Nov 22 11:53:34 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:53:34 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:53:34 user nova-compute[75217]:   <metadata>
Nov 22 11:53:34 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:53:34 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:53:34 user nova-compute[75217]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1452516455</nova:name>
Nov 22 11:53:34 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:53:34</nova:creationTime>
Nov 22 11:53:34 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:53:34 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:53:34 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:53:34 user nova-compute[75217]:       <nova:owner>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:user uuid="27ea33a38f0547cebda165d14369684c">tempest-SnapshotDataIntegrityTests-1841766772-project-member</nova:user>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:project uuid="b2a7d49fcf14416abff48c6765df3403">tempest-SnapshotDataIntegrityTests-1841766772</nova:project>
Nov 22 11:53:34 user nova-compute[75217]:       </nova:owner>
Nov 22 11:53:34 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:53:34 user nova-compute[75217]:       <nova:ports>
Nov 22 11:53:34 user nova-compute[75217]:         <nova:port uuid="d65d3e15-4658-4e8f-8e15-e69acdfb9504">
Nov 22 11:53:34 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 22 11:53:34 user nova-compute[75217]:         </nova:port>
Nov 22 11:53:34 user nova-compute[75217]:       </nova:ports>
Nov 22 11:53:34 user nova-compute[75217]:     </nova:instance>
Nov 22 11:53:34 user nova-compute[75217]:   </metadata>
Nov 22 11:53:34 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:53:34 user nova-compute[75217]:     <system>
Nov 22 11:53:34 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:53:34 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:53:34 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:53:34 user nova-compute[75217]:       <entry name="serial">07942eef-384d-4aaf-9dc0-8c70e0051033</entry>
Nov 22 11:53:34 user nova-compute[75217]:       <entry name="uuid">07942eef-384d-4aaf-9dc0-8c70e0051033</entry>
Nov 22 11:53:34 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:53:34 user nova-compute[75217]:     </system>
Nov 22 11:53:34 user nova-compute[75217]:   </sysinfo>
Nov 22 11:53:34 user nova-compute[75217]:   <os>
Nov 22 11:53:34 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:53:34 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:53:34 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:53:34 user nova-compute[75217]:   </os>
Nov 22 11:53:34 user nova-compute[75217]:   <features>
Nov 22 11:53:34 user nova-compute[75217]:     <acpi/>
Nov 22 11:53:34 user nova-compute[75217]:     <apic/>
Nov 22 11:53:34 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:53:34 user nova-compute[75217]:   </features>
Nov 22 11:53:34 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:53:34 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:53:34 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:53:34 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:53:34 user nova-compute[75217]:   </clock>
Nov 22 11:53:34 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:53:34 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:53:34 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:53:34 user nova-compute[75217]:   </cpu>
Nov 22 11:53:34 user nova-compute[75217]:   <devices>
Nov 22 11:53:34 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:53:34 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:53:34 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk"/>
Nov 22 11:53:34 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:53:34 user nova-compute[75217]:     </disk>
Nov 22 11:53:34 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:53:34 user nova-compute[75217]:       <mac address="fa:16:3e:32:77:84"/>
Nov 22 11:53:34 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:53:34 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:53:34 user nova-compute[75217]:       <target dev="tapd65d3e15-46"/>
Nov 22 11:53:34 user nova-compute[75217]:     </interface>
Nov 22 11:53:34 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:53:34 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/console.log" append="off"/>
Nov 22 11:53:34 user nova-compute[75217]:     </serial>
Nov 22 11:53:34 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:53:34 user nova-compute[75217]:     <video>
Nov 22 11:53:34 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:53:34 user nova-compute[75217]:     </video>
Nov 22 11:53:34 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:53:34 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:53:34 user nova-compute[75217]:     </rng>
Nov 22 11:53:34 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:53:34 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:53:34 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:53:34 user nova-compute[75217]:     </memballoon>
Nov 22 11:53:34 user nova-compute[75217]:   </devices>
Nov 22 11:53:34 user nova-compute[75217]: </domain>
Nov 22 11:53:34 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1452516455',display_name='tempest-SnapshotDataIntegrityTests-server-1452516455',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1452516455',id=26,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK83/DhFMfskM7mkV55r5cjJPWKhdU4Hra3u6igKj5LKpdUwLy+4ux8B5rOs2FZTaCP/YiGxuYtarTBlrpwKsRCkv/uZxWFfgneNGlVZdj2GOoRieNN/OnpBN7xvcmckBA==',key_name='tempest-keypair-1088889333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2a7d49fcf14416abff48c6765df3403',ramdisk_id='',reservation_id='r-5dqfimd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1841766772',owner_user_name='tempest-SnapshotDataIntegrityTests-1841766772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:53:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27ea33a38f0547cebda165d14369684c',uuid=07942eef-384d-4aaf-9dc0-8c70e0051033,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Converting VIF {"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG os_vif [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82e56408-153e-5d7a-9a36-05685e605364', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd65d3e15-46, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd65d3e15-46, col_values=(('qos', UUID('2dc81e2a-a960-4050-a332-918065935b88')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd65d3e15-46, col_values=(('external_ids', {'iface-id': 'd65d3e15-4658-4e8f-8e15-e69acdfb9504', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:77:84', 'vm-uuid': '07942eef-384d-4aaf-9dc0-8c70e0051033'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:34 user nova-compute[75217]: INFO os_vif [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46')
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No VIF found with MAC fa:16:3e:32:77:84, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:34 user nova-compute[75217]: INFO nova.compute.manager [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Detaching volume c996712a-f5bc-4a08-990c-b8a93c4989f7
Nov 22 11:53:34 user nova-compute[75217]: INFO nova.virt.block_device [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Attempting to driver detach volume c996712a-f5bc-4a08-990c-b8a93c4989f7 from mountpoint /dev/vdb
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Attempting to detach device vdb from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:53:34 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:53:34 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:53:34 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:53:34 user nova-compute[75217]:   <serial>c996712a-f5bc-4a08-990c-b8a93c4989f7</serial>
Nov 22 11:53:34 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 22 11:53:34 user nova-compute[75217]: </disk>
Nov 22 11:53:34 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updated VIF entry in instance network info cache for port d65d3e15-4658-4e8f-8e15-e69acdfb9504. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating instance_info_cache with network_info: [{"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:53:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully detached device vdb from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the persistent domain config.
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:53:34 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:53:34 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:53:34 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:53:34 user nova-compute[75217]:   <serial>c996712a-f5bc-4a08-990c-b8a93c4989f7</serial>
Nov 22 11:53:34 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 22 11:53:34 user nova-compute[75217]: </disk>
Nov 22 11:53:34 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:53:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-50150bd7-9e9b-4af5-bfef-4fab10e4e062 req-d809f946-39d5-40e1-9e9d-b8ff2715349e service nova] Releasing lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:53:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:53:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-4a91961c-8148-42fa-90db-f1c9514b0f4e req-f12a6e57-d807-4dfe-8475-af262449fc89 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a91961c-8148-42fa-90db-f1c9514b0f4e req-f12a6e57-d807-4dfe-8475-af262449fc89 service nova] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a91961c-8148-42fa-90db-f1c9514b0f4e req-f12a6e57-d807-4dfe-8475-af262449fc89 service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a91961c-8148-42fa-90db-f1c9514b0f4e req-f12a6e57-d807-4dfe-8475-af262449fc89 service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-4a91961c-8148-42fa-90db-f1c9514b0f4e req-f12a6e57-d807-4dfe-8475-af262449fc89 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] No waiting events found dispatching network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:36 user nova-compute[75217]: WARNING nova.compute.manager [req-4a91961c-8148-42fa-90db-f1c9514b0f4e req-f12a6e57-d807-4dfe-8475-af262449fc89 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received unexpected event network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 for instance with vm_state building and task_state spawning.
Nov 22 11:53:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:53:38 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Instance spawned successfully.
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:53:38 user nova-compute[75217]: INFO nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Took 6.10 seconds to spawn the instance on the hypervisor.
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-4ceaa2b1-2366-4fa1-b229-e9dd9ab5c9b0 req-b146957c-53ed-474f-ba47-a1c94721038f service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ceaa2b1-2366-4fa1-b229-e9dd9ab5c9b0 req-b146957c-53ed-474f-ba47-a1c94721038f service nova] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ceaa2b1-2366-4fa1-b229-e9dd9ab5c9b0 req-b146957c-53ed-474f-ba47-a1c94721038f service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ceaa2b1-2366-4fa1-b229-e9dd9ab5c9b0 req-b146957c-53ed-474f-ba47-a1c94721038f service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-4ceaa2b1-2366-4fa1-b229-e9dd9ab5c9b0 req-b146957c-53ed-474f-ba47-a1c94721038f service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] No waiting events found dispatching network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:38 user nova-compute[75217]: WARNING nova.compute.manager [req-4ceaa2b1-2366-4fa1-b229-e9dd9ab5c9b0 req-b146957c-53ed-474f-ba47-a1c94721038f service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received unexpected event network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 for instance with vm_state building and task_state spawning.
Nov 22 11:53:38 user nova-compute[75217]: INFO nova.compute.manager [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Took 7.10 seconds to build instance.
Nov 22 11:53:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1e8ef74f-44f5-44b2-b067-605c5163fc54 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.193s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:55 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 is timed out.
Nov 22 11:53:55 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully detached device vdb from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the live domain config.
Nov 22 11:53:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PZQfzpcH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:53:55 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d84febf-faa7-44ff-a23a-2e965de9c947]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:53:55 user nova-compute[75217]: No targets found.
Nov 22 11:53:55 user nova-compute[75217]: iSNS:
Nov 22 11:53:55 user nova-compute[75217]: No targets found.
Nov 22 11:53:55 user nova-compute[75217]: STATIC:
Nov 22 11:53:55 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7
Nov 22 11:53:55 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:53:55 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:53:55 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:53:55 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:53:55 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:53:55 user nova-compute[75217]: FIRMWARE:
Nov 22 11:53:55 user nova-compute[75217]: No targets found.
Nov 22 11:53:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:53:55 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:53:55 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ca15ff-9b07-42ba-aa82-ea4983adde99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[318700aa-13b5-4ec3-acbd-7a967173aa75]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:53:55 user nova-compute[75217]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 (non-flash)
Nov 22 11:53:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:53:55 user nova-compute[75217]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 (non-flash)
Nov 22 11:53:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dc5cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ffa2ee6-290a-4c6d-9565-57c5ac146d83]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ce66725-8dd9-46bb-9214-0fa36355b202]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[00b964c4-3b81-4b2a-9daf-5632f755aa4f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1892e25-2eda-4f21-b956-012e0c1d512b]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.036s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8caceb32-5bab-4a62-9ca9-4f5d2bd7dc5d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[115a6148-176a-4e64-a513-711da78a7d4d]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260]
Nov 22 11:53:55 user nova-compute[75217]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7, portal: 172.16.0.220,3260] successful.
Nov 22 11:53:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c996712a-f5bc-4a08-990c-b8a93c4989f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eab4f1d-02e9-4535-b097-2a1cbba94bde]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] <== disconnect_volume: return (312ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:53:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:53:56 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'flavor' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4c97cf48-624b-4c35-9de8-8e324464b478 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.038s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "interface-2163454f-c876-4af7-bd38-5c6f1794a985-67284514-646d-4bf7-9ecb-85b0bea9b94b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "interface-2163454f-c876-4af7-bd38-5c6f1794a985-67284514-646d-4bf7-9ecb-85b0bea9b94b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.objects.instance [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'flavor' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface> {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface> {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Attempting to detach device tap67284514-64 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] detach device xml: <interface type="ethernet">
Nov 22 11:53:57 user nova-compute[75217]:   <mac address="fa:16:3e:75:7d:39"/>
Nov 22 11:53:57 user nova-compute[75217]:   <model type="virtio"/>
Nov 22 11:53:57 user nova-compute[75217]:   <mtu size="1442"/>
Nov 22 11:53:57 user nova-compute[75217]:   <target dev="tap67284514-64"/>
Nov 22 11:53:57 user nova-compute[75217]: </interface>
Nov 22 11:53:57 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface> {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface>not found in domain: <domain type='kvm' id='27'>
Nov 22 11:53:57 user nova-compute[75217]:   <name>instance-00000014</name>
Nov 22 11:53:57 user nova-compute[75217]:   <uuid>2163454f-c876-4af7-bd38-5c6f1794a985</uuid>
Nov 22 11:53:57 user nova-compute[75217]:   <metadata>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:53:57 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:53:57 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:53:57 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:53:24</nova:creationTime>
Nov 22 11:53:57 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:53:57 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:53:57 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:53:57 user nova-compute[75217]:   <nova:owner>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:53:57 user nova-compute[75217]:   </nova:owner>
Nov 22 11:53:57 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:53:57 user nova-compute[75217]:   <nova:ports>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:53:57 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:53:57 user nova-compute[75217]:     </nova:port>
Nov 22 11:53:57 user nova-compute[75217]:     <nova:port uuid="67284514-646d-4bf7-9ecb-85b0bea9b94b">
Nov 22 11:53:57 user nova-compute[75217]:       <nova:ip type="fixed" address="10.10.10.67" ipVersion="4"/>
Nov 22 11:53:57 user nova-compute[75217]:     </nova:port>
Nov 22 11:53:57 user nova-compute[75217]:   </nova:ports>
Nov 22 11:53:57 user nova-compute[75217]: </nova:instance>
Nov 22 11:53:57 user nova-compute[75217]:   </metadata>
Nov 22 11:53:57 user nova-compute[75217]:   <memory unit='KiB'>524288</memory>
Nov 22 11:53:57 user nova-compute[75217]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 22 11:53:57 user nova-compute[75217]:   <vcpu placement='static'>1</vcpu>
Nov 22 11:53:57 user nova-compute[75217]:   <resource>
Nov 22 11:53:57 user nova-compute[75217]:     <partition>/machine</partition>
Nov 22 11:53:57 user nova-compute[75217]:   </resource>
Nov 22 11:53:57 user nova-compute[75217]:   <sysinfo type='smbios'>
Nov 22 11:53:57 user nova-compute[75217]:     <system>
Nov 22 11:53:57 user nova-compute[75217]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 22 11:53:57 user nova-compute[75217]:       <entry name='product'>OpenStack Nova</entry>
Nov 22 11:53:57 user nova-compute[75217]:       <entry name='version'>0.0.0</entry>
Nov 22 11:53:57 user nova-compute[75217]:       <entry name='serial'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:53:57 user nova-compute[75217]:       <entry name='uuid'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:53:57 user nova-compute[75217]:       <entry name='family'>Virtual Machine</entry>
Nov 22 11:53:57 user nova-compute[75217]:     </system>
Nov 22 11:53:57 user nova-compute[75217]:   </sysinfo>
Nov 22 11:53:57 user nova-compute[75217]:   <os>
Nov 22 11:53:57 user nova-compute[75217]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 22 11:53:57 user nova-compute[75217]:     <boot dev='hd'/>
Nov 22 11:53:57 user nova-compute[75217]:     <smbios mode='sysinfo'/>
Nov 22 11:53:57 user nova-compute[75217]:   </os>
Nov 22 11:53:57 user nova-compute[75217]:   <features>
Nov 22 11:53:57 user nova-compute[75217]:     <acpi/>
Nov 22 11:53:57 user nova-compute[75217]:     <apic/>
Nov 22 11:53:57 user nova-compute[75217]:     <vmcoreinfo state='on'/>
Nov 22 11:53:57 user nova-compute[75217]:   </features>
Nov 22 11:53:57 user nova-compute[75217]:   <cpu mode='custom' match='exact' check='full'>
Nov 22 11:53:57 user nova-compute[75217]:     <model fallback='forbid'>Nehalem</model>
Nov 22 11:53:57 user nova-compute[75217]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 22 11:53:57 user nova-compute[75217]:     <feature policy='require' name='vme'/>
Nov 22 11:53:57 user nova-compute[75217]:     <feature policy='require' name='x2apic'/>
Nov 22 11:53:57 user nova-compute[75217]:     <feature policy='require' name='hypervisor'/>
Nov 22 11:53:57 user nova-compute[75217]:   </cpu>
Nov 22 11:53:57 user nova-compute[75217]:   <clock offset='utc'>
Nov 22 11:53:57 user nova-compute[75217]:     <timer name='pit' tickpolicy='delay'/>
Nov 22 11:53:57 user nova-compute[75217]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 22 11:53:57 user nova-compute[75217]:     <timer name='hpet' present='no'/>
Nov 22 11:53:57 user nova-compute[75217]:   </clock>
Nov 22 11:53:57 user nova-compute[75217]:   <on_poweroff>destroy</on_poweroff>
Nov 22 11:53:57 user nova-compute[75217]:   <on_reboot>restart</on_reboot>
Nov 22 11:53:57 user nova-compute[75217]:   <on_crash>destroy</on_crash>
Nov 22 11:53:57 user nova-compute[75217]:   <devices>
Nov 22 11:53:57 user nova-compute[75217]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 22 11:53:57 user nova-compute[75217]:     <disk type='file' device='disk'>
Nov 22 11:53:57 user nova-compute[75217]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 22 11:53:57 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk' index='2'/>
Nov 22 11:53:57 user nova-compute[75217]:       <backingStore type='file' index='3'>
Nov 22 11:53:57 user nova-compute[75217]:         <format type='raw'/>
Nov 22 11:53:57 user nova-compute[75217]:         <source file='/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f'/>
Nov 22 11:53:57 user nova-compute[75217]:         <backingStore/>
Nov 22 11:53:57 user nova-compute[75217]:       </backingStore>
Nov 22 11:53:57 user nova-compute[75217]:       <target dev='vda' bus='virtio'/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='virtio-disk0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </disk>
Nov 22 11:53:57 user nova-compute[75217]:     <disk type='file' device='cdrom'>
Nov 22 11:53:57 user nova-compute[75217]:       <driver name='qemu' type='raw' cache='none'/>
Nov 22 11:53:57 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config' index='1'/>
Nov 22 11:53:57 user nova-compute[75217]:       <backingStore/>
Nov 22 11:53:57 user nova-compute[75217]:       <target dev='hda' bus='ide'/>
Nov 22 11:53:57 user nova-compute[75217]:       <readonly/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='ide0-0-0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </disk>
Nov 22 11:53:57 user nova-compute[75217]:     <controller type='usb' index='0' model='none'>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='usb'/>
Nov 22 11:53:57 user nova-compute[75217]:     </controller>
Nov 22 11:53:57 user nova-compute[75217]:     <controller type='pci' index='0' model='pci-root'>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='pci.0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </controller>
Nov 22 11:53:57 user nova-compute[75217]:     <controller type='ide' index='0'>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='ide'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 22 11:53:57 user nova-compute[75217]:     </controller>
Nov 22 11:53:57 user nova-compute[75217]:     <interface type='ethernet'>
Nov 22 11:53:57 user nova-compute[75217]:       <mac address='fa:16:3e:92:19:00'/>
Nov 22 11:53:57 user nova-compute[75217]:       <target dev='tap3a1ee016-f0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <model type='virtio'/>
Nov 22 11:53:57 user nova-compute[75217]:       <mtu size='1442'/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='net0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </interface>
Nov 22 11:53:57 user nova-compute[75217]:     <interface type='ethernet'>
Nov 22 11:53:57 user nova-compute[75217]:       <mac address='fa:16:3e:75:7d:39'/>
Nov 22 11:53:57 user nova-compute[75217]:       <target dev='tap67284514-64'/>
Nov 22 11:53:57 user nova-compute[75217]:       <model type='virtio'/>
Nov 22 11:53:57 user nova-compute[75217]:       <mtu size='1442'/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='net1'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </interface>
Nov 22 11:53:57 user nova-compute[75217]:     <serial type='pty'>
Nov 22 11:53:57 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:53:57 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:53:57 user nova-compute[75217]:       <target type='isa-serial' port='0'>
Nov 22 11:53:57 user nova-compute[75217]:         <model name='isa-serial'/>
Nov 22 11:53:57 user nova-compute[75217]:       </target>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </serial>
Nov 22 11:53:57 user nova-compute[75217]:     <console type='pty' tty='/dev/pts/4'>
Nov 22 11:53:57 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:53:57 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:53:57 user nova-compute[75217]:       <target type='serial' port='0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </console>
Nov 22 11:53:57 user nova-compute[75217]:     <input type='mouse' bus='ps2'>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='input0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </input>
Nov 22 11:53:57 user nova-compute[75217]:     <input type='keyboard' bus='ps2'>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='input1'/>
Nov 22 11:53:57 user nova-compute[75217]:     </input>
Nov 22 11:53:57 user nova-compute[75217]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 22 11:53:57 user nova-compute[75217]:       <listen type='address' address='0.0.0.0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </graphics>
Nov 22 11:53:57 user nova-compute[75217]:     <audio id='1' type='none'/>
Nov 22 11:53:57 user nova-compute[75217]:     <video>
Nov 22 11:53:57 user nova-compute[75217]:       <model type='virtio' heads='1' primary='yes'/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='video0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </video>
Nov 22 11:53:57 user nova-compute[75217]:     <memballoon model='virtio'>
Nov 22 11:53:57 user nova-compute[75217]:       <stats period='10'/>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='balloon0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </memballoon>
Nov 22 11:53:57 user nova-compute[75217]:     <rng model='virtio'>
Nov 22 11:53:57 user nova-compute[75217]:       <backend model='random'>/dev/urandom</backend>
Nov 22 11:53:57 user nova-compute[75217]:       <alias name='rng0'/>
Nov 22 11:53:57 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 22 11:53:57 user nova-compute[75217]:     </rng>
Nov 22 11:53:57 user nova-compute[75217]:   </devices>
Nov 22 11:53:57 user nova-compute[75217]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 22 11:53:57 user nova-compute[75217]:     <label>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</label>
Nov 22 11:53:57 user nova-compute[75217]:     <imagelabel>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</imagelabel>
Nov 22 11:53:57 user nova-compute[75217]:   </seclabel>
Nov 22 11:53:57 user nova-compute[75217]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 22 11:53:57 user nova-compute[75217]:     <label>+64055:+108</label>
Nov 22 11:53:57 user nova-compute[75217]:     <imagelabel>+64055:+108</imagelabel>
Nov 22 11:53:57 user nova-compute[75217]:   </seclabel>
Nov 22 11:53:57 user nova-compute[75217]: </domain>
Nov 22 11:53:57 user nova-compute[75217]:  {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 22 11:53:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully detached device tap67284514-64 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the persistent domain config.
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] (1/8): Attempting to detach device tap67284514-64 with device alias net1 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] detach device xml: <interface type="ethernet">
Nov 22 11:53:57 user nova-compute[75217]:   <mac address="fa:16:3e:75:7d:39"/>
Nov 22 11:53:57 user nova-compute[75217]:   <model type="virtio"/>
Nov 22 11:53:57 user nova-compute[75217]:   <mtu size="1442"/>
Nov 22 11:53:57 user nova-compute[75217]:   <target dev="tap67284514-64"/>
Nov 22 11:53:57 user nova-compute[75217]: </interface>
Nov 22 11:53:57 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Start waiting for the detach event from libvirt for device tap67284514-64 with device alias net1 for instance 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-20224235-38d0-4c0f-a7a1-29fc0b112907 req-c41acf94-5d6b-465f-8d89-4f7c6a27f2eb service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-unplugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-20224235-38d0-4c0f-a7a1-29fc0b112907 req-c41acf94-5d6b-465f-8d89-4f7c6a27f2eb service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-20224235-38d0-4c0f-a7a1-29fc0b112907 req-c41acf94-5d6b-465f-8d89-4f7c6a27f2eb service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-20224235-38d0-4c0f-a7a1-29fc0b112907 req-c41acf94-5d6b-465f-8d89-4f7c6a27f2eb service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-20224235-38d0-4c0f-a7a1-29fc0b112907 req-c41acf94-5d6b-465f-8d89-4f7c6a27f2eb service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-unplugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:57 user nova-compute[75217]: WARNING nova.compute.manager [req-20224235-38d0-4c0f-a7a1-29fc0b112907 req-c41acf94-5d6b-465f-8d89-4f7c6a27f2eb service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-unplugged-67284514-646d-4bf7-9ecb-85b0bea9b94b for instance with vm_state active and task_state None.
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:53:58 user nova-compute[75217]: INFO nova.compute.claims [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Claim successful on node user
Nov 22 11:53:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.453s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:53:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.policy [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e31818d5dd1848518559acd1e283a4e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6318751ef4274219b55c495374499ca2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:53:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Creating image(s)
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.167s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk 1073741824" returned: 0 in 0.059s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Successfully created port: 99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Checking if we can resize image /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Cannot resize image /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Ensure instance console log exists: /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-8db16421-5bb7-40c0-a4a5-a1eec86d0b5c req-d47d011b-16ad-4a81-98d5-4be1c0651aed service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8db16421-5bb7-40c0-a4a5-a1eec86d0b5c req-d47d011b-16ad-4a81-98d5-4be1c0651aed service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8db16421-5bb7-40c0-a4a5-a1eec86d0b5c req-d47d011b-16ad-4a81-98d5-4be1c0651aed service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8db16421-5bb7-40c0-a4a5-a1eec86d0b5c req-d47d011b-16ad-4a81-98d5-4be1c0651aed service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:53:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-8db16421-5bb7-40c0-a4a5-a1eec86d0b5c req-d47d011b-16ad-4a81-98d5-4be1c0651aed service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:53:59 user nova-compute[75217]: WARNING nova.compute.manager [req-8db16421-5bb7-40c0-a4a5-a1eec86d0b5c req-d47d011b-16ad-4a81-98d5-4be1c0651aed service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-plugged-67284514-646d-4bf7-9ecb-85b0bea9b94b for instance with vm_state active and task_state None.
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Successfully updated port: 99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.neutron [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance network_info: |[{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Start _get_guest_xml network_info=[{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:54:00 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:00 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-885285596',display_name='tempest-ServerStableDeviceRescueTest-server-885285596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-885285596',id=27,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLdnFC0lHykatMXg8iwcCBITxlRPRWRerhuLbwH6Ikz+G+NrE+BgtRoP97wPaEzm/Y4j7DnZJlX7hNBco0igovVEW5dXbkEPICvbcNUNIjIHExmq15I1VwvidEbdYAkgg==',key_name='tempest-keypair-913066666',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6318751ef4274219b55c495374499ca2',ramdisk_id='',reservation_id='r-0k7nuyos',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1597207724',owner_user_name='tempest-ServerStableDeviceRescueTest-1597207724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:53:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e31818d5dd1848518559acd1e283a4e3',uuid=592db032-6ae8-48f2-b038-077350cb2adc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converting VIF {"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.objects.instance [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'pci_devices' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:54:00 user nova-compute[75217]:   <uuid>592db032-6ae8-48f2-b038-077350cb2adc</uuid>
Nov 22 11:54:00 user nova-compute[75217]:   <name>instance-0000001b</name>
Nov 22 11:54:00 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:54:00 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:54:00 user nova-compute[75217]:   <metadata>
Nov 22 11:54:00 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:00 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:54:00 user nova-compute[75217]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-885285596</nova:name>
Nov 22 11:54:00 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:54:00</nova:creationTime>
Nov 22 11:54:00 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:54:00 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:00 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:54:00 user nova-compute[75217]:       <nova:owner>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:user uuid="e31818d5dd1848518559acd1e283a4e3">tempest-ServerStableDeviceRescueTest-1597207724-project-member</nova:user>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:project uuid="6318751ef4274219b55c495374499ca2">tempest-ServerStableDeviceRescueTest-1597207724</nova:project>
Nov 22 11:54:00 user nova-compute[75217]:       </nova:owner>
Nov 22 11:54:00 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:00 user nova-compute[75217]:       <nova:ports>
Nov 22 11:54:00 user nova-compute[75217]:         <nova:port uuid="99f1b350-8d99-42f5-8c54-24ef056b7178">
Nov 22 11:54:00 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:54:00 user nova-compute[75217]:         </nova:port>
Nov 22 11:54:00 user nova-compute[75217]:       </nova:ports>
Nov 22 11:54:00 user nova-compute[75217]:     </nova:instance>
Nov 22 11:54:00 user nova-compute[75217]:   </metadata>
Nov 22 11:54:00 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:54:00 user nova-compute[75217]:     <system>
Nov 22 11:54:00 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:54:00 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:54:00 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:54:00 user nova-compute[75217]:       <entry name="serial">592db032-6ae8-48f2-b038-077350cb2adc</entry>
Nov 22 11:54:00 user nova-compute[75217]:       <entry name="uuid">592db032-6ae8-48f2-b038-077350cb2adc</entry>
Nov 22 11:54:00 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:54:00 user nova-compute[75217]:     </system>
Nov 22 11:54:00 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:00 user nova-compute[75217]:   <os>
Nov 22 11:54:00 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:54:00 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:54:00 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:54:00 user nova-compute[75217]:   </os>
Nov 22 11:54:00 user nova-compute[75217]:   <features>
Nov 22 11:54:00 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:00 user nova-compute[75217]:     <apic/>
Nov 22 11:54:00 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:54:00 user nova-compute[75217]:   </features>
Nov 22 11:54:00 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:54:00 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:54:00 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:54:00 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:54:00 user nova-compute[75217]:   </clock>
Nov 22 11:54:00 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:54:00 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:54:00 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:54:00 user nova-compute[75217]:   </cpu>
Nov 22 11:54:00 user nova-compute[75217]:   <devices>
Nov 22 11:54:00 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:54:00 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:54:00 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk"/>
Nov 22 11:54:00 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:54:00 user nova-compute[75217]:     </disk>
Nov 22 11:54:00 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:54:00 user nova-compute[75217]:       <mac address="fa:16:3e:13:0c:0b"/>
Nov 22 11:54:00 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:00 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:54:00 user nova-compute[75217]:       <target dev="tap99f1b350-8d"/>
Nov 22 11:54:00 user nova-compute[75217]:     </interface>
Nov 22 11:54:00 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:54:00 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/console.log" append="off"/>
Nov 22 11:54:00 user nova-compute[75217]:     </serial>
Nov 22 11:54:00 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:54:00 user nova-compute[75217]:     <video>
Nov 22 11:54:00 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:00 user nova-compute[75217]:     </video>
Nov 22 11:54:00 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:54:00 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:54:00 user nova-compute[75217]:     </rng>
Nov 22 11:54:00 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:54:00 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:54:00 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:54:00 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:00 user nova-compute[75217]:   </devices>
Nov 22 11:54:00 user nova-compute[75217]: </domain>
Nov 22 11:54:00 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-885285596',display_name='tempest-ServerStableDeviceRescueTest-server-885285596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-885285596',id=27,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLdnFC0lHykatMXg8iwcCBITxlRPRWRerhuLbwH6Ikz+G+NrE+BgtRoP97wPaEzm/Y4j7DnZJlX7hNBco0igovVEW5dXbkEPICvbcNUNIjIHExmq15I1VwvidEbdYAkgg==',key_name='tempest-keypair-913066666',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6318751ef4274219b55c495374499ca2',ramdisk_id='',reservation_id='r-0k7nuyos',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1597207724',owner_user_name='tempest-ServerStableDeviceRescueTest-1597207724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:53:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e31818d5dd1848518559acd1e283a4e3',uuid=592db032-6ae8-48f2-b038-077350cb2adc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converting VIF {"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG os_vif [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '870a143c-0987-5037-8434-bc2674bac37d', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99f1b350-8d, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99f1b350-8d, col_values=(('qos', UUID('45ce529a-2b1e-4f77-8ad0-cf2fde955284')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99f1b350-8d, col_values=(('external_ids', {'iface-id': '99f1b350-8d99-42f5-8c54-24ef056b7178', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:0c:0b', 'vm-uuid': '592db032-6ae8-48f2-b038-077350cb2adc'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:00 user nova-compute[75217]: INFO os_vif [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d')
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No VIF found with MAC fa:16:3e:13:0c:0b, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing instance network info cache due to event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:54:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:01 user nova-compute[75217]: DEBUG nova.network.neutron [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG nova.network.neutron [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updated VIF entry in instance network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG nova.network.neutron [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8caeee54-023f-4e39-9a51-4619a7530783 req-cef6db71-50a8-41a8-a6d1-13a9539a48a8 service nova] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-364ea436-73bd-440d-8866-32dea86823c2 req-d44431ef-d07a-408e-85b0-69ac1ccff7a9 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-364ea436-73bd-440d-8866-32dea86823c2 req-d44431ef-d07a-408e-85b0-69ac1ccff7a9 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-364ea436-73bd-440d-8866-32dea86823c2 req-d44431ef-d07a-408e-85b0-69ac1ccff7a9 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-364ea436-73bd-440d-8866-32dea86823c2 req-d44431ef-d07a-408e-85b0-69ac1ccff7a9 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-364ea436-73bd-440d-8866-32dea86823c2 req-d44431ef-d07a-408e-85b0-69ac1ccff7a9 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:02 user nova-compute[75217]: WARNING nova.compute.manager [req-364ea436-73bd-440d-8866-32dea86823c2 req-d44431ef-d07a-408e-85b0-69ac1ccff7a9 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state building and task_state spawning.
Nov 22 11:54:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-changed-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Refreshing instance network info cache due to event network-changed-6f314fd2-8c63-499e-9cf9-ed5894bb64e1. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] Acquiring lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] Acquired lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Refreshing network info cache for port 6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updated VIF entry in instance network info cache for port 6f314fd2-8c63-499e-9cf9-ed5894bb64e1. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating instance_info_cache with network_info: [{"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-282bbd07-525e-4aeb-86b2-8f0b5a354abe req-3d7a649a-9c7d-477e-aa34-d137d147f3be service nova] Releasing lock "refresh_cache-320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG nova.objects.instance [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'flavor' on Instance uuid 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:03 user nova-compute[75217]: INFO nova.compute.manager [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attaching volume accbdd88-c865-480b-ba4d-f6a3cde6db7a to /dev/vdb
Nov 22 11:54:03 user nova-compute[75217]: DEBUG os_brick.utils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e84aa373-16bc-45b2-8493-b88f151e5cd9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef62319-2d9e-42e7-8524-c70a94902d4b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b026c4de-56ad-4441-80c5-266029b3b363]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[49246368-c2a7-4afd-9cc9-31eb287d46c8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:04 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d2387b-30cc-4bcb-8a7d-c097fef2c76b]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG os_brick.utils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating existing volume attachment record: 9c4c5c28-9a6f-4428-b2c8-c9b48a61aa94 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-5093fc24-2aed-4931-8280-7544a8c34781 req-db1432a2-435b-4c64-a2aa-ad0af42e393e service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5093fc24-2aed-4931-8280-7544a8c34781 req-db1432a2-435b-4c64-a2aa-ad0af42e393e service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5093fc24-2aed-4931-8280-7544a8c34781 req-db1432a2-435b-4c64-a2aa-ad0af42e393e service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5093fc24-2aed-4931-8280-7544a8c34781 req-db1432a2-435b-4c64-a2aa-ad0af42e393e service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-5093fc24-2aed-4931-8280-7544a8c34781 req-db1432a2-435b-4c64-a2aa-ad0af42e393e service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:04 user nova-compute[75217]: WARNING nova.compute.manager [req-5093fc24-2aed-4931-8280-7544a8c34781 req-db1432a2-435b-4c64-a2aa-ad0af42e393e service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state building and task_state spawning.
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:54:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance spawned successfully.
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:04 user nova-compute[75217]: INFO nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Took 6.06 seconds to spawn the instance on the hypervisor.
Nov 22 11:54:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:04 user nova-compute[75217]: INFO nova.compute.manager [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Took 6.83 seconds to build instance.
Nov 22 11:54:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-be9051b8-ff89-45f6-a554-34ee9677a214 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.929s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updating instance_info_cache with network_info: [{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:10 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:10 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:10 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e0d9d0-eb90-4b11-aad6-fda062510a88]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:54:10 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebfca20b-315c-481a-9285-87efe2486c72]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a] added
Nov 22 11:54:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce39796-b153-42b7-b778-605d0dc303d2]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[02595fe5-ab9d-43da-9bc8-787a7bbbb631]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ochXizOb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ochXizOb" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[07032051-b75f-46d1-8020-b62545fcf2e1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ochXizOb'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae4f033-98b1-45b2-8e76-73c623a2b10f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[206916b7-e8b2-44bd-a600-8765e91144a8]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece1351a-319d-43a5-8b3f-f3ae36f17fb8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]
Nov 22 11:54:10 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.
Nov 22 11:54:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e405afe8-99aa-4aef-a144-1bcc25234db9]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ea6fdb-d200-4ccd-ac7f-c427f5ff599d]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:10 user nova-compute[75217]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:10 user nova-compute[75217]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[78dad675-59af-4f66-b485-32a6051f614b]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '23731363939306366', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731363939306366', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.objects.instance [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'flavor' on Instance uuid 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:54:11 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:54:11 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:54:11 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:54:11 user nova-compute[75217]:   <serial>accbdd88-c865-480b-ba4d-f6a3cde6db7a</serial>
Nov 22 11:54:11 user nova-compute[75217]: </disk>
Nov 22 11:54:11 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No VIF found with MAC fa:16:3e:f8:2f:c6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:54:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-234a4730-abe9-4917-8398-52852fd6aec6 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.273s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:12 user nova-compute[75217]: INFO nova.compute.manager [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Rescuing
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-f855a03d-3aef-4f93-942a-7514044d8651 req-9c18d0e8-0052-4602-82ee-8043b54597ba service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f855a03d-3aef-4f93-942a-7514044d8651 req-9c18d0e8-0052-4602-82ee-8043b54597ba service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f855a03d-3aef-4f93-942a-7514044d8651 req-9c18d0e8-0052-4602-82ee-8043b54597ba service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f855a03d-3aef-4f93-942a-7514044d8651 req-9c18d0e8-0052-4602-82ee-8043b54597ba service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-f855a03d-3aef-4f93-942a-7514044d8651 req-9c18d0e8-0052-4602-82ee-8043b54597ba service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:14 user nova-compute[75217]: WARNING nova.compute.manager [req-f855a03d-3aef-4f93-942a-7514044d8651 req-9c18d0e8-0052-4602-82ee-8043b54597ba service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state active and task_state rescuing.
Nov 22 11:54:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:14 user nova-compute[75217]: INFO nova.compute.manager [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Rebuilding instance
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'flavor' on Instance uuid ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance destroyed successfully.
Nov 22 11:54:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Attempting a stable device rescue
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75217) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.105s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 11:54:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Creating image(s)
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "/opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'trusted_certs' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:15 user nova-compute[75217]: INFO nova.compute.manager [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Attaching volume 5dab681b-b5d0-4381-9b63-0f93856c25ce to /dev/vdb
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-855ba7c4-76ae-434e-a40f-7f7aa7d74968 req-c6cfa0c5-2c4c-4ad3-b015-4bcd5e294de9 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-unplugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-855ba7c4-76ae-434e-a40f-7f7aa7d74968 req-c6cfa0c5-2c4c-4ad3-b015-4bcd5e294de9 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-855ba7c4-76ae-434e-a40f-7f7aa7d74968 req-c6cfa0c5-2c4c-4ad3-b015-4bcd5e294de9 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-855ba7c4-76ae-434e-a40f-7f7aa7d74968 req-c6cfa0c5-2c4c-4ad3-b015-4bcd5e294de9 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-855ba7c4-76ae-434e-a40f-7f7aa7d74968 req-c6cfa0c5-2c4c-4ad3-b015-4bcd5e294de9 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-unplugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:16 user nova-compute[75217]: WARNING nova.compute.manager [req-855ba7c4-76ae-434e-a40f-7f7aa7d74968 req-c6cfa0c5-2c4c-4ad3-b015-4bcd5e294de9 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-unplugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state active and task_state rebuilding.
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 1.365s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance destroyed successfully.
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.utils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[66249339-f794-409d-b47a-b16db1fa82f2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[68351bb6-e889-41b0-9767-3e57b1833c8c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.part --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.virt.images [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] 497a8bec-e1df-4eac-a63a-4dd55c55c13f was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.part /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1681bb6c-eb95-4326-8658-18c55386ac56]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9dd0c74-3d57-497d-9acb-c175ce247285 req-2b451e5a-f966-47c9-aa3f-72310e8c12cd service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9dd0c74-3d57-497d-9acb-c175ce247285 req-2b451e5a-f966-47c9-aa3f-72310e8c12cd service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9dd0c74-3d57-497d-9acb-c175ce247285 req-2b451e5a-f966-47c9-aa3f-72310e8c12cd service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f9dd0c74-3d57-497d-9acb-c175ce247285 req-2b451e5a-f966-47c9-aa3f-72310e8c12cd service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-f9dd0c74-3d57-497d-9acb-c175ce247285 req-2b451e5a-f966-47c9-aa3f-72310e8c12cd service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:16 user nova-compute[75217]: WARNING nova.compute.manager [req-f9dd0c74-3d57-497d-9acb-c175ce247285 req-2b451e5a-f966-47c9-aa3f-72310e8c12cd service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state active and task_state rescuing.
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4ee684-2622-40a2-aa6f-36e7036c5079]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:16 user nova-compute[75217]: INFO nova.compute.manager [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Detaching volume accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:16 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[66148368-2d3c-4d35-9187-0b349f136ee8]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.utils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== get_connector_properties: return (222ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating existing volume attachment record: 525e4161-3743-4d8d-b24c-2e10de91fbc8 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:54:16 user nova-compute[75217]: INFO nova.virt.block_device [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attempting to driver detach volume accbdd88-c865-480b-ba4d-f6a3cde6db7a from mountpoint /dev/vdb
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Attempting to detach device vdb from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:54:16 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:54:16 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:54:16 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:54:16 user nova-compute[75217]:   <serial>accbdd88-c865-480b-ba4d-f6a3cde6db7a</serial>
Nov 22 11:54:16 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:54:16 user nova-compute[75217]: </disk>
Nov 22 11:54:16 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:54:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully detached device vdb from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 from the persistent domain config.
Nov 22 11:54:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:16 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[267e11db-eda4-4375-ab3c-25d82bd6de4c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:54:16 user nova-compute[75217]: No targets found.
Nov 22 11:54:16 user nova-compute[75217]: iSNS:
Nov 22 11:54:16 user nova-compute[75217]: No targets found.
Nov 22 11:54:16 user nova-compute[75217]: STATIC:
Nov 22 11:54:16 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:54:16 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:54:16 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:54:16 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:54:16 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:54:16 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:54:16 user nova-compute[75217]: FIRMWARE:
Nov 22 11:54:16 user nova-compute[75217]: No targets found.
Nov 22 11:54:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:54:16 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:54:16 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c28be3-e98a-458b-8320-7c18cf156f27]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.128s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[05946862-eadc-4fb3-97df-354b65650fe4]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:16 user nova-compute[75217]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:16 user nova-compute[75217]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058e464d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0ddf2f-db23-4477-a2d1-2a28521816ea]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c77d75-1247-4f88-bae7-4ecd7d3d1251]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cabec22-99f7-4c64-ae24-be02b41b0bf8]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.088s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5b38a6-e8ef-4680-bbdd-499eb1e77c8a]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[732aac17-055e-41f8-a03f-38ef8036075d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.part /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.converted" returned: 0 in 0.786s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5fc00f0-2f62-4da4-a0c4-31a26b127331]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f11d523-1e96-4060-a279-3a48a1b27779 req-1c40c014-b355-4269-8a5a-db02e615846a service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f11d523-1e96-4060-a279-3a48a1b27779 req-1c40c014-b355-4269-8a5a-db02e615846a service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f11d523-1e96-4060-a279-3a48a1b27779 req-1c40c014-b355-4269-8a5a-db02e615846a service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1f11d523-1e96-4060-a279-3a48a1b27779 req-1c40c014-b355-4269-8a5a-db02e615846a service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-1f11d523-1e96-4060-a279-3a48a1b27779 req-1c40c014-b355-4269-8a5a-db02e615846a service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:17 user nova-compute[75217]: WARNING nova.compute.manager [req-1f11d523-1e96-4060-a279-3a48a1b27779 req-1c40c014-b355-4269-8a5a-db02e615846a service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state active and task_state rebuilding.
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]
Nov 22 11:54:17 user nova-compute[75217]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.
Nov 22 11:54:17 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[468b87b4-119d-4f25-89f3-41e6dc7f3ff4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.531s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== disconnect_volume: return (533ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:54:17 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Waiting for libvirt event about the detach of device tap67284514-64 with device alias net1 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 is timed out.
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface> {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5.converted --force-share --output=json" returned: 0 in 0.558s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.790s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface>not found in domain: <domain type='kvm' id='27'>
Nov 22 11:54:17 user nova-compute[75217]:   <name>instance-00000014</name>
Nov 22 11:54:17 user nova-compute[75217]:   <uuid>2163454f-c876-4af7-bd38-5c6f1794a985</uuid>
Nov 22 11:54:17 user nova-compute[75217]:   <metadata>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:17 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:53:24</nova:creationTime>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:54:17 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:17 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:owner>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:54:17 user nova-compute[75217]:   </nova:owner>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:ports>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:54:17 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:54:17 user nova-compute[75217]:     </nova:port>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:port uuid="67284514-646d-4bf7-9ecb-85b0bea9b94b">
Nov 22 11:54:17 user nova-compute[75217]:       <nova:ip type="fixed" address="10.10.10.67" ipVersion="4"/>
Nov 22 11:54:17 user nova-compute[75217]:     </nova:port>
Nov 22 11:54:17 user nova-compute[75217]:   </nova:ports>
Nov 22 11:54:17 user nova-compute[75217]: </nova:instance>
Nov 22 11:54:17 user nova-compute[75217]:   </metadata>
Nov 22 11:54:17 user nova-compute[75217]:   <memory unit='KiB'>524288</memory>
Nov 22 11:54:17 user nova-compute[75217]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 22 11:54:17 user nova-compute[75217]:   <vcpu placement='static'>1</vcpu>
Nov 22 11:54:17 user nova-compute[75217]:   <resource>
Nov 22 11:54:17 user nova-compute[75217]:     <partition>/machine</partition>
Nov 22 11:54:17 user nova-compute[75217]:   </resource>
Nov 22 11:54:17 user nova-compute[75217]:   <sysinfo type='smbios'>
Nov 22 11:54:17 user nova-compute[75217]:     <system>
Nov 22 11:54:17 user nova-compute[75217]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 22 11:54:17 user nova-compute[75217]:       <entry name='product'>OpenStack Nova</entry>
Nov 22 11:54:17 user nova-compute[75217]:       <entry name='version'>0.0.0</entry>
Nov 22 11:54:17 user nova-compute[75217]:       <entry name='serial'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:54:17 user nova-compute[75217]:       <entry name='uuid'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:54:17 user nova-compute[75217]:       <entry name='family'>Virtual Machine</entry>
Nov 22 11:54:17 user nova-compute[75217]:     </system>
Nov 22 11:54:17 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:17 user nova-compute[75217]:   <os>
Nov 22 11:54:17 user nova-compute[75217]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 22 11:54:17 user nova-compute[75217]:     <boot dev='hd'/>
Nov 22 11:54:17 user nova-compute[75217]:     <smbios mode='sysinfo'/>
Nov 22 11:54:17 user nova-compute[75217]:   </os>
Nov 22 11:54:17 user nova-compute[75217]:   <features>
Nov 22 11:54:17 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:17 user nova-compute[75217]:     <apic/>
Nov 22 11:54:17 user nova-compute[75217]:     <vmcoreinfo state='on'/>
Nov 22 11:54:17 user nova-compute[75217]:   </features>
Nov 22 11:54:17 user nova-compute[75217]:   <cpu mode='custom' match='exact' check='full'>
Nov 22 11:54:17 user nova-compute[75217]:     <model fallback='forbid'>Nehalem</model>
Nov 22 11:54:17 user nova-compute[75217]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 22 11:54:17 user nova-compute[75217]:     <feature policy='require' name='vme'/>
Nov 22 11:54:17 user nova-compute[75217]:     <feature policy='require' name='x2apic'/>
Nov 22 11:54:17 user nova-compute[75217]:     <feature policy='require' name='hypervisor'/>
Nov 22 11:54:17 user nova-compute[75217]:   </cpu>
Nov 22 11:54:17 user nova-compute[75217]:   <clock offset='utc'>
Nov 22 11:54:17 user nova-compute[75217]:     <timer name='pit' tickpolicy='delay'/>
Nov 22 11:54:17 user nova-compute[75217]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 22 11:54:17 user nova-compute[75217]:     <timer name='hpet' present='no'/>
Nov 22 11:54:17 user nova-compute[75217]:   </clock>
Nov 22 11:54:17 user nova-compute[75217]:   <on_poweroff>destroy</on_poweroff>
Nov 22 11:54:17 user nova-compute[75217]:   <on_reboot>restart</on_reboot>
Nov 22 11:54:17 user nova-compute[75217]:   <on_crash>destroy</on_crash>
Nov 22 11:54:17 user nova-compute[75217]:   <devices>
Nov 22 11:54:17 user nova-compute[75217]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 22 11:54:17 user nova-compute[75217]:     <disk type='file' device='disk'>
Nov 22 11:54:17 user nova-compute[75217]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 22 11:54:17 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk' index='2'/>
Nov 22 11:54:17 user nova-compute[75217]:       <backingStore type='file' index='3'>
Nov 22 11:54:17 user nova-compute[75217]:         <format type='raw'/>
Nov 22 11:54:17 user nova-compute[75217]:         <source file='/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f'/>
Nov 22 11:54:17 user nova-compute[75217]:         <backingStore/>
Nov 22 11:54:17 user nova-compute[75217]:       </backingStore>
Nov 22 11:54:17 user nova-compute[75217]:       <target dev='vda' bus='virtio'/>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='virtio-disk0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </disk>
Nov 22 11:54:17 user nova-compute[75217]:     <disk type='file' device='cdrom'>
Nov 22 11:54:17 user nova-compute[75217]:       <driver name='qemu' type='raw' cache='none'/>
Nov 22 11:54:17 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config' index='1'/>
Nov 22 11:54:17 user nova-compute[75217]:       <backingStore/>
Nov 22 11:54:17 user nova-compute[75217]:       <target dev='hda' bus='ide'/>
Nov 22 11:54:17 user nova-compute[75217]:       <readonly/>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='ide0-0-0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </disk>
Nov 22 11:54:17 user nova-compute[75217]:     <controller type='usb' index='0' model='none'>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='usb'/>
Nov 22 11:54:17 user nova-compute[75217]:     </controller>
Nov 22 11:54:17 user nova-compute[75217]:     <controller type='pci' index='0' model='pci-root'>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='pci.0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </controller>
Nov 22 11:54:17 user nova-compute[75217]:     <controller type='ide' index='0'>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='ide'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 22 11:54:17 user nova-compute[75217]:     </controller>
Nov 22 11:54:17 user nova-compute[75217]:     <interface type='ethernet'>
Nov 22 11:54:17 user nova-compute[75217]:       <mac address='fa:16:3e:92:19:00'/>
Nov 22 11:54:17 user nova-compute[75217]:       <target dev='tap3a1ee016-f0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <model type='virtio'/>
Nov 22 11:54:17 user nova-compute[75217]:       <mtu size='1442'/>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='net0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </interface>
Nov 22 11:54:17 user nova-compute[75217]:     <serial type='pty'>
Nov 22 11:54:17 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:54:17 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:54:17 user nova-compute[75217]:       <target type='isa-serial' port='0'>
Nov 22 11:54:17 user nova-compute[75217]:         <model name='isa-serial'/>
Nov 22 11:54:17 user nova-compute[75217]:       </target>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </serial>
Nov 22 11:54:17 user nova-compute[75217]:     <console type='pty' tty='/dev/pts/4'>
Nov 22 11:54:17 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:54:17 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:54:17 user nova-compute[75217]:       <target type='serial' port='0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </console>
Nov 22 11:54:17 user nova-compute[75217]:     <input type='mouse' bus='ps2'>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='input0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </input>
Nov 22 11:54:17 user nova-compute[75217]:     <input type='keyboard' bus='ps2'>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='input1'/>
Nov 22 11:54:17 user nova-compute[75217]:     </input>
Nov 22 11:54:17 user nova-compute[75217]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 22 11:54:17 user nova-compute[75217]:       <listen type='address' address='0.0.0.0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </graphics>
Nov 22 11:54:17 user nova-compute[75217]:     <audio id='1' type='none'/>
Nov 22 11:54:17 user nova-compute[75217]:     <video>
Nov 22 11:54:17 user nova-compute[75217]:       <model type='virtio' heads='1' primary='yes'/>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='video0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </video>
Nov 22 11:54:17 user nova-compute[75217]:     <memballoon model='virtio'>
Nov 22 11:54:17 user nova-compute[75217]:       <stats period='10'/>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='balloon0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:17 user nova-compute[75217]:     <rng model='virtio'>
Nov 22 11:54:17 user nova-compute[75217]:       <backend model='random'>/dev/urandom</backend>
Nov 22 11:54:17 user nova-compute[75217]:       <alias name='rng0'/>
Nov 22 11:54:17 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 22 11:54:17 user nova-compute[75217]:     </rng>
Nov 22 11:54:17 user nova-compute[75217]:   </devices>
Nov 22 11:54:17 user nova-compute[75217]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 22 11:54:17 user nova-compute[75217]:     <label>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</label>
Nov 22 11:54:17 user nova-compute[75217]:     <imagelabel>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</imagelabel>
Nov 22 11:54:17 user nova-compute[75217]:   </seclabel>
Nov 22 11:54:17 user nova-compute[75217]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 22 11:54:17 user nova-compute[75217]:     <label>+64055:+108</label>
Nov 22 11:54:17 user nova-compute[75217]:     <imagelabel>+64055:+108</imagelabel>
Nov 22 11:54:17 user nova-compute[75217]:   </seclabel>
Nov 22 11:54:17 user nova-compute[75217]: </domain>
Nov 22 11:54:17 user nova-compute[75217]:  {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 22 11:54:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully detached device tap67284514-64 from instance 2163454f-c876-4af7-bd38-5c6f1794a985 from the live domain config.
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG os_vif [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67284514-64, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:17 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:17 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7312MB free_disk=25.35556411743164GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cfa3348-84cd-464d-8a56-1284c2f1e2e8) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:17 user nova-compute[75217]: INFO os_vif [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64')
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:17 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:54:17</nova:creationTime>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:54:17 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:17 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:owner>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:54:17 user nova-compute[75217]:   </nova:owner>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:17 user nova-compute[75217]:   <nova:ports>
Nov 22 11:54:17 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:54:17 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:54:17 user nova-compute[75217]:     </nova:port>
Nov 22 11:54:17 user nova-compute[75217]:   </nova:ports>
Nov 22 11:54:17 user nova-compute[75217]: </nova:instance>
Nov 22 11:54:17 user nova-compute[75217]:  {{(pid=75217) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5 --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5,backing_fmt=raw /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2163454f-c876-4af7-bd38-5c6f1794a985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance f84d21bf-d915-42f9-af3d-b6b1fd7badef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 07942eef-384d-4aaf-9dc0-8c70e0051033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:54:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5,backing_fmt=raw /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue" returned: 0 in 0.061s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'migration_context' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<db9a0992-6456-4a96-9e7d-e99eec924b61> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Start _get_guest_xml network_info=[{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "vif_mac": "fa:16:3e:94:ad:59"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '497a8bec-e1df-4eac-a63a-4dd55c55c13f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'db9a0992-6456-4a96-9e7d-e99eec924b61', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed51f70-ac1b-4de5-bfa1-964def0874a9', 'serial': 'fed51f70-ac1b-4de5-bfa1-964def0874a9'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '420e738f-203b-4463-b7db-63c09182eedc', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'resources' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<db9a0992-6456-4a96-9e7d-e99eec924b61> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'numa_topology' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<db9a0992-6456-4a96-9e7d-e99eec924b61> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'vcpu_model' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance destroyed successfully.
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-55906077',display_name='tempest-ServerActionsTestOtherA-server-1527043855',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-55906077',id=21,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmNUqT3KwJqfw5lTyUlYzDSl7aaIDmytTiH8oeCAMtssBRCvNX9jnRRMaeshS7KqWKBCbMxDnO1Gpgfovv/HXzIQGe48DM/2julXT0m18OVkFIgi8LqiB21kpDQSJ9K7g==',key_name='tempest-keypair-710658234',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:52:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-xmgz8r7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:54:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=320d4303-79bf-4f5f-a31f-8b77cdc4dcc7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<db9a0992-6456-4a96-9e7d-e99eec924b61> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:18 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:18 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:18 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f314fd2-8c, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3bd61816-add7-4e96-a09f-17e91a8a9779) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0457a263-0af0-4fe5-a379-6a3539be0615]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = nuAwdhlV\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 22 11:54:18 user nova-compute[75217]: node.name = iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:54:18 user nova-compute[75217]: node.tpgt = -1
Nov 22 11:54:18 user nova-compute[75217]: node.startup = automatic
Nov 22 11:54:18 user nova-compute[75217]: node.leading_login = No
Nov 22 11:54:18 user nova-compute[75217]: iface.iscsi_ifacename = default
Nov 22 11:54:18 user nova-compute[75217]: iface.net_ifacename = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.ipaddress = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.prefix_len = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.hwaddress = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.transport_name = tcp
Nov 22 11:54:18 user nova-compute[75217]: iface.initiatorname = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.vlan_id = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.vlan_priority = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.vlan_state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.iface_num = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.mtu = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.port = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.bootproto = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.subnet_mask = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.gateway = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_alt_client_id_state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_alt_client_id = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_dns = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_learn_iqn = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_req_vendor_id_state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_vendor_id_state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_vendor_id = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.dhcp_slp_da = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.fragmentation = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.gratuitous_arp = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.incoming_forwarding = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.tos_state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.tos = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.ttl = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.delayed_ack = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.tcp_nagle = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.tcp_wsf_state = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.tcp_wsf = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.tcp_timer_scale = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.tcp_timestamp = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.redirect = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.def_task_mgmt_timeout = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.header_digest = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.data_digest = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.immediate_data = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.initial_r2t = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.data_seq_inorder = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.data_pdu_inorder = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.erl = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.max_receive_data_len = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.first_burst_len = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.max_outstanding_r2t = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.max_burst_len = 0
Nov 22 11:54:18 user nova-compute[75217]: iface.chap_auth = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.bidi_chap = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.strict_login_compliance = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.discovery_auth = <empty>
Nov 22 11:54:18 user nova-compute[75217]: iface.discovery_logout = <empty>
Nov 22 11:54:18 user nova-compute[75217]: node.discovery_address = <empty>
Nov 22 11:54:18 user nova-compute[75217]: node.discovery_port = 0
Nov 22 11:54:18 user nova-compute[75217]: node.discovery_type = static
Nov 22 11:54:18 user nova-compute[75217]: node.session.initial_cmdsn = 0
Nov 22 11:54:18 user nova-compute[75217]: node.session.initial_login_retry_max = 8
Nov 22 11:54:18 user nova-compute[75217]: node.session.xmit_thread_priority = -20
Nov 22 11:54:18 user nova-compute[75217]: node.session.cmds_max = 128
Nov 22 11:54:18 user nova-compute[75217]: node.session.queue_depth = 32
Nov 22 11:54:18 user nova-compute[75217]: node.session.nr_sessions = 1
Nov 22 11:54:18 user nova-compute[75217]: node.session.auth.authmethod = CHAP
Nov 22 11:54:18 user nova-compute[75217]: node.session.auth.username = nuAwdhlV
Nov 22 11:54:18 user nova-compute[75217]: node.session.auth.password = ***
Nov 22 11:54:18 user nova-compute[75217]: node.session.auth.username_in = <empty>
Nov 22 11:54:18 user nova-compute[75217]: node.session.auth.password_in = <empty>
Nov 22 11:54:18 user nova-compute[75217]: node.session.auth.chap_algs = MD5
Nov 22 11:54:18 user nova-compute[75217]: node.session.timeo.replacement_timeout = 120
Nov 22 11:54:18 user nova-compute[75217]: node.session.err_timeo.abort_timeout = 15
Nov 22 11:54:18 user nova-compute[75217]: node.session.err_timeo.lu_reset_timeout = 30
Nov 22 11:54:18 user nova-compute[75217]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 22 11:54:18 user nova-compute[75217]: node.session.err_timeo.host_reset_timeout = 60
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.FastAbort = Yes
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.InitialR2T = No
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.ImmediateData = Yes
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.FirstBurstLength = 262144
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.MaxBurstLength = 16776192
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.DefaultTime2Retain = 0
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.DefaultTime2Wait = 2
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.MaxConnections = 1
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 22 11:54:18 user nova-compute[75217]: node.session.iscsi.ERL = 0
Nov 22 11:54:18 user nova-compute[75217]: node.session.scan = manual
Nov 22 11:54:18 user nova-compute[75217]: node.session.reopen_max = 0
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].address = 172.16.0.220
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].port = 3260
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].startup = manual
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].tcp.window_size = 524288
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].tcp.type_of_service = 0
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].timeo.logout_timeout = 15
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].timeo.login_timeout = 15
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].timeo.auth_timeout = 45
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].timeo.noop_out_interval = 5
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].timeo.noop_out_timeout = 5
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].iscsi.HeaderDigest = None
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].iscsi.DataDigest = None
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].iscsi.IFMarker = No
Nov 22 11:54:18 user nova-compute[75217]: node.conn[0].iscsi.OFMarker = No
Nov 22 11:54:18 user nova-compute[75217]: # END RECORD
Nov 22 11:54:18 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: INFO os_vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c')
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:18 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d25fa3c3-b81d-4ed1-9644-eb5a51594d5e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b9aa795-5c62-4845-be52-987f4f02a713]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nuAwdhlV {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nuAwdhlV" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb6b1088-4dba-46db-a09a-fa8fa61621e6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nuAwdhlV'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[72496e6a-aa19-418e-8fc2-b5156342080e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1fbd210-4e46-4502-bd45-b7df3cb0a656]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:18 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:18 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.165s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] HCTL ('36', '0', '0', 0) found on session 27 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d99b156-cef1-4539-a1d5-015f44971098]: (4, ('0 0 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching for a device in session 27 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.194s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== connect_volume: return (195ms) {'type': 'block', 'scsi_wwn': '23637376134373263', 'path': '/dev/sde'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637376134373263', 'path': '/dev/sde'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.136s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-410685818',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-410685818',id=23,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-d2ed90ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:43Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=db9a0992-6456-4a96-9e7d-e99eec924b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "vif_mac": "fa:16:3e:94:ad:59"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "vif_mac": "fa:16:3e:94:ad:59"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'pci_devices' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a2a160-9341-4992-b29a-72bd0bb809bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:54:18 user nova-compute[75217]: No targets found.
Nov 22 11:54:18 user nova-compute[75217]: iSNS:
Nov 22 11:54:18 user nova-compute[75217]: No targets found.
Nov 22 11:54:18 user nova-compute[75217]: STATIC:
Nov 22 11:54:18 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:54:18 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:54:18 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:54:18 user nova-compute[75217]: FIRMWARE:
Nov 22 11:54:18 user nova-compute[75217]: No targets found.
Nov 22 11:54:18 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:54:18 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:54:18 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.base [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<db9a0992-6456-4a96-9e7d-e99eec924b61> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:54:18 user nova-compute[75217]:   <uuid>db9a0992-6456-4a96-9e7d-e99eec924b61</uuid>
Nov 22 11:54:18 user nova-compute[75217]:   <name>instance-00000017</name>
Nov 22 11:54:18 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:54:18 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:54:18 user nova-compute[75217]:   <metadata>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:18 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:54:18 user nova-compute[75217]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-410685818</nova:name>
Nov 22 11:54:18 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:54:18</nova:creationTime>
Nov 22 11:54:18 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:54:18 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:18 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:54:18 user nova-compute[75217]:       <nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:user uuid="a781cd9624bb465f91d41c1fbabb8701">tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member</nova:user>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:project uuid="0e86726c125f47e4ac39af0f3b72c58f">tempest-ServerBootFromVolumeStableRescueTest-964604612</nova:project>
Nov 22 11:54:18 user nova-compute[75217]:       </nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:18 user nova-compute[75217]:       <nova:ports>
Nov 22 11:54:18 user nova-compute[75217]:         <nova:port uuid="8fd849d3-a949-49e4-a2be-10c02a429b4c">
Nov 22 11:54:18 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 22 11:54:18 user nova-compute[75217]:         </nova:port>
Nov 22 11:54:18 user nova-compute[75217]:       </nova:ports>
Nov 22 11:54:18 user nova-compute[75217]:     </nova:instance>
Nov 22 11:54:18 user nova-compute[75217]:   </metadata>
Nov 22 11:54:18 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:54:18 user nova-compute[75217]:     <system>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name="serial">db9a0992-6456-4a96-9e7d-e99eec924b61</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name="uuid">db9a0992-6456-4a96-9e7d-e99eec924b61</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:54:18 user nova-compute[75217]:     </system>
Nov 22 11:54:18 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:18 user nova-compute[75217]:   <os>
Nov 22 11:54:18 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:54:18 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:54:18 user nova-compute[75217]:   </os>
Nov 22 11:54:18 user nova-compute[75217]:   <features>
Nov 22 11:54:18 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:18 user nova-compute[75217]:     <apic/>
Nov 22 11:54:18 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:54:18 user nova-compute[75217]:   </features>
Nov 22 11:54:18 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:54:18 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:54:18 user nova-compute[75217]:   </clock>
Nov 22 11:54:18 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:54:18 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:54:18 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:54:18 user nova-compute[75217]:   </cpu>
Nov 22 11:54:18 user nova-compute[75217]:   <devices>
Nov 22 11:54:18 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:54:18 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:54:18 user nova-compute[75217]:       <source dev="/dev/sde"/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:54:18 user nova-compute[75217]:       <serial>fed51f70-ac1b-4de5-bfa1-964def0874a9</serial>
Nov 22 11:54:18 user nova-compute[75217]:     </disk>
Nov 22 11:54:18 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:54:18 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:54:18 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue"/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:54:18 user nova-compute[75217]:       <boot order="1"/>
Nov 22 11:54:18 user nova-compute[75217]:     </disk>
Nov 22 11:54:18 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:54:18 user nova-compute[75217]:       <mac address="fa:16:3e:94:ad:59"/>
Nov 22 11:54:18 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:18 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev="tap8fd849d3-a9"/>
Nov 22 11:54:18 user nova-compute[75217]:     </interface>
Nov 22 11:54:18 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:54:18 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/console.log" append="off"/>
Nov 22 11:54:18 user nova-compute[75217]:     </serial>
Nov 22 11:54:18 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:54:18 user nova-compute[75217]:     <video>
Nov 22 11:54:18 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:18 user nova-compute[75217]:     </video>
Nov 22 11:54:18 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:54:18 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:54:18 user nova-compute[75217]:     </rng>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:54:18 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:54:18 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:54:18 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:18 user nova-compute[75217]:   </devices>
Nov 22 11:54:18 user nova-compute[75217]: </domain>
Nov 22 11:54:18 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b94ae5-f698-4a87-a8b2-346fe2dd0e0c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance destroyed successfully.
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e025e6-b4ac-4ef5-b210-43805523b96d]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:18 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:18 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dc7b50>, {}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Disconnecting from: [] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.083s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== disconnect_volume: return (220ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:54:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Deleting instance files /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7_del
Nov 22 11:54:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Deletion of /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7_del complete
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-deleted-67284514-646d-4bf7-9ecb-85b0bea9b94b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:18 user nova-compute[75217]: INFO nova.compute.manager [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Neutron deleted interface 67284514-646d-4bf7-9ecb-85b0bea9b94b; detaching it from the instance and deleting it from the info cache
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.neutron [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No VIF found with MAC fa:16:3e:94:ad:59, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquired lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.neutron [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.718s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Lazy-loading 'system_metadata' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.instance [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Lazy-loading 'flavor' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:18 user nova-compute[75217]: INFO nova.virt.block_device [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Booting with volume accbdd88-c865-480b-ba4d-f6a3cde6db7a at /dev/vdb
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.objects.base [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Object Instance<2163454f-c876-4af7-bd38-5c6f1794a985> lazy-loaded attributes: system_metadata,flavor {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Converting VIF {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface> {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface>not found in domain: <domain type='kvm' id='27'>
Nov 22 11:54:18 user nova-compute[75217]:   <name>instance-00000014</name>
Nov 22 11:54:18 user nova-compute[75217]:   <uuid>2163454f-c876-4af7-bd38-5c6f1794a985</uuid>
Nov 22 11:54:18 user nova-compute[75217]:   <metadata>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:18 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:54:17</nova:creationTime>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:54:18 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:ports>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:54:18 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:54:18 user nova-compute[75217]:     </nova:port>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:ports>
Nov 22 11:54:18 user nova-compute[75217]: </nova:instance>
Nov 22 11:54:18 user nova-compute[75217]:   </metadata>
Nov 22 11:54:18 user nova-compute[75217]:   <memory unit='KiB'>524288</memory>
Nov 22 11:54:18 user nova-compute[75217]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 22 11:54:18 user nova-compute[75217]:   <vcpu placement='static'>1</vcpu>
Nov 22 11:54:18 user nova-compute[75217]:   <resource>
Nov 22 11:54:18 user nova-compute[75217]:     <partition>/machine</partition>
Nov 22 11:54:18 user nova-compute[75217]:   </resource>
Nov 22 11:54:18 user nova-compute[75217]:   <sysinfo type='smbios'>
Nov 22 11:54:18 user nova-compute[75217]:     <system>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='product'>OpenStack Nova</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='version'>0.0.0</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='serial'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='uuid'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='family'>Virtual Machine</entry>
Nov 22 11:54:18 user nova-compute[75217]:     </system>
Nov 22 11:54:18 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:18 user nova-compute[75217]:   <os>
Nov 22 11:54:18 user nova-compute[75217]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 22 11:54:18 user nova-compute[75217]:     <boot dev='hd'/>
Nov 22 11:54:18 user nova-compute[75217]:     <smbios mode='sysinfo'/>
Nov 22 11:54:18 user nova-compute[75217]:   </os>
Nov 22 11:54:18 user nova-compute[75217]:   <features>
Nov 22 11:54:18 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:18 user nova-compute[75217]:     <apic/>
Nov 22 11:54:18 user nova-compute[75217]:     <vmcoreinfo state='on'/>
Nov 22 11:54:18 user nova-compute[75217]:   </features>
Nov 22 11:54:18 user nova-compute[75217]:   <cpu mode='custom' match='exact' check='full'>
Nov 22 11:54:18 user nova-compute[75217]:     <model fallback='forbid'>Nehalem</model>
Nov 22 11:54:18 user nova-compute[75217]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 22 11:54:18 user nova-compute[75217]:     <feature policy='require' name='vme'/>
Nov 22 11:54:18 user nova-compute[75217]:     <feature policy='require' name='x2apic'/>
Nov 22 11:54:18 user nova-compute[75217]:     <feature policy='require' name='hypervisor'/>
Nov 22 11:54:18 user nova-compute[75217]:   </cpu>
Nov 22 11:54:18 user nova-compute[75217]:   <clock offset='utc'>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name='pit' tickpolicy='delay'/>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name='hpet' present='no'/>
Nov 22 11:54:18 user nova-compute[75217]:   </clock>
Nov 22 11:54:18 user nova-compute[75217]:   <on_poweroff>destroy</on_poweroff>
Nov 22 11:54:18 user nova-compute[75217]:   <on_reboot>restart</on_reboot>
Nov 22 11:54:18 user nova-compute[75217]:   <on_crash>destroy</on_crash>
Nov 22 11:54:18 user nova-compute[75217]:   <devices>
Nov 22 11:54:18 user nova-compute[75217]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 22 11:54:18 user nova-compute[75217]:     <disk type='file' device='disk'>
Nov 22 11:54:18 user nova-compute[75217]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 22 11:54:18 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk' index='2'/>
Nov 22 11:54:18 user nova-compute[75217]:       <backingStore type='file' index='3'>
Nov 22 11:54:18 user nova-compute[75217]:         <format type='raw'/>
Nov 22 11:54:18 user nova-compute[75217]:         <source file='/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f'/>
Nov 22 11:54:18 user nova-compute[75217]:         <backingStore/>
Nov 22 11:54:18 user nova-compute[75217]:       </backingStore>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev='vda' bus='virtio'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='virtio-disk0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </disk>
Nov 22 11:54:18 user nova-compute[75217]:     <disk type='file' device='cdrom'>
Nov 22 11:54:18 user nova-compute[75217]:       <driver name='qemu' type='raw' cache='none'/>
Nov 22 11:54:18 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config' index='1'/>
Nov 22 11:54:18 user nova-compute[75217]:       <backingStore/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev='hda' bus='ide'/>
Nov 22 11:54:18 user nova-compute[75217]:       <readonly/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='ide0-0-0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </disk>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type='usb' index='0' model='none'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='usb'/>
Nov 22 11:54:18 user nova-compute[75217]:     </controller>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type='pci' index='0' model='pci-root'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='pci.0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </controller>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type='ide' index='0'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='ide'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 22 11:54:18 user nova-compute[75217]:     </controller>
Nov 22 11:54:18 user nova-compute[75217]:     <interface type='ethernet'>
Nov 22 11:54:18 user nova-compute[75217]:       <mac address='fa:16:3e:92:19:00'/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev='tap3a1ee016-f0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <model type='virtio'/>
Nov 22 11:54:18 user nova-compute[75217]:       <mtu size='1442'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='net0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </interface>
Nov 22 11:54:18 user nova-compute[75217]:     <serial type='pty'>
Nov 22 11:54:18 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:54:18 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:54:18 user nova-compute[75217]:       <target type='isa-serial' port='0'>
Nov 22 11:54:18 user nova-compute[75217]:         <model name='isa-serial'/>
Nov 22 11:54:18 user nova-compute[75217]:       </target>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </serial>
Nov 22 11:54:18 user nova-compute[75217]:     <console type='pty' tty='/dev/pts/4'>
Nov 22 11:54:18 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:54:18 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:54:18 user nova-compute[75217]:       <target type='serial' port='0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </console>
Nov 22 11:54:18 user nova-compute[75217]:     <input type='mouse' bus='ps2'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='input0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </input>
Nov 22 11:54:18 user nova-compute[75217]:     <input type='keyboard' bus='ps2'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='input1'/>
Nov 22 11:54:18 user nova-compute[75217]:     </input>
Nov 22 11:54:18 user nova-compute[75217]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 22 11:54:18 user nova-compute[75217]:       <listen type='address' address='0.0.0.0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </graphics>
Nov 22 11:54:18 user nova-compute[75217]:     <audio id='1' type='none'/>
Nov 22 11:54:18 user nova-compute[75217]:     <video>
Nov 22 11:54:18 user nova-compute[75217]:       <model type='virtio' heads='1' primary='yes'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='video0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </video>
Nov 22 11:54:18 user nova-compute[75217]:     <memballoon model='virtio'>
Nov 22 11:54:18 user nova-compute[75217]:       <stats period='10'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='balloon0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:18 user nova-compute[75217]:     <rng model='virtio'>
Nov 22 11:54:18 user nova-compute[75217]:       <backend model='random'>/dev/urandom</backend>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='rng0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </rng>
Nov 22 11:54:18 user nova-compute[75217]:   </devices>
Nov 22 11:54:18 user nova-compute[75217]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 22 11:54:18 user nova-compute[75217]:     <label>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</label>
Nov 22 11:54:18 user nova-compute[75217]:     <imagelabel>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</imagelabel>
Nov 22 11:54:18 user nova-compute[75217]:   </seclabel>
Nov 22 11:54:18 user nova-compute[75217]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 22 11:54:18 user nova-compute[75217]:     <label>+64055:+108</label>
Nov 22 11:54:18 user nova-compute[75217]:     <imagelabel>+64055:+108</imagelabel>
Nov 22 11:54:18 user nova-compute[75217]:   </seclabel>
Nov 22 11:54:18 user nova-compute[75217]: </domain>
Nov 22 11:54:18 user nova-compute[75217]:  {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface> {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:75:7d:39"/><model type="virtio"/><mtu size="1442"/><target dev="tap67284514-64"/></interface>not found in domain: <domain type='kvm' id='27'>
Nov 22 11:54:18 user nova-compute[75217]:   <name>instance-00000014</name>
Nov 22 11:54:18 user nova-compute[75217]:   <uuid>2163454f-c876-4af7-bd38-5c6f1794a985</uuid>
Nov 22 11:54:18 user nova-compute[75217]:   <metadata>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:18 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:54:17</nova:creationTime>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:54:18 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:ports>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:54:18 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:54:18 user nova-compute[75217]:     </nova:port>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:ports>
Nov 22 11:54:18 user nova-compute[75217]: </nova:instance>
Nov 22 11:54:18 user nova-compute[75217]:   </metadata>
Nov 22 11:54:18 user nova-compute[75217]:   <memory unit='KiB'>524288</memory>
Nov 22 11:54:18 user nova-compute[75217]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 22 11:54:18 user nova-compute[75217]:   <vcpu placement='static'>1</vcpu>
Nov 22 11:54:18 user nova-compute[75217]:   <resource>
Nov 22 11:54:18 user nova-compute[75217]:     <partition>/machine</partition>
Nov 22 11:54:18 user nova-compute[75217]:   </resource>
Nov 22 11:54:18 user nova-compute[75217]:   <sysinfo type='smbios'>
Nov 22 11:54:18 user nova-compute[75217]:     <system>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='product'>OpenStack Nova</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='version'>0.0.0</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='serial'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='uuid'>2163454f-c876-4af7-bd38-5c6f1794a985</entry>
Nov 22 11:54:18 user nova-compute[75217]:       <entry name='family'>Virtual Machine</entry>
Nov 22 11:54:18 user nova-compute[75217]:     </system>
Nov 22 11:54:18 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:18 user nova-compute[75217]:   <os>
Nov 22 11:54:18 user nova-compute[75217]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 22 11:54:18 user nova-compute[75217]:     <boot dev='hd'/>
Nov 22 11:54:18 user nova-compute[75217]:     <smbios mode='sysinfo'/>
Nov 22 11:54:18 user nova-compute[75217]:   </os>
Nov 22 11:54:18 user nova-compute[75217]:   <features>
Nov 22 11:54:18 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:18 user nova-compute[75217]:     <apic/>
Nov 22 11:54:18 user nova-compute[75217]:     <vmcoreinfo state='on'/>
Nov 22 11:54:18 user nova-compute[75217]:   </features>
Nov 22 11:54:18 user nova-compute[75217]:   <cpu mode='custom' match='exact' check='full'>
Nov 22 11:54:18 user nova-compute[75217]:     <model fallback='forbid'>Nehalem</model>
Nov 22 11:54:18 user nova-compute[75217]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 22 11:54:18 user nova-compute[75217]:     <feature policy='require' name='vme'/>
Nov 22 11:54:18 user nova-compute[75217]:     <feature policy='require' name='x2apic'/>
Nov 22 11:54:18 user nova-compute[75217]:     <feature policy='require' name='hypervisor'/>
Nov 22 11:54:18 user nova-compute[75217]:   </cpu>
Nov 22 11:54:18 user nova-compute[75217]:   <clock offset='utc'>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name='pit' tickpolicy='delay'/>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 22 11:54:18 user nova-compute[75217]:     <timer name='hpet' present='no'/>
Nov 22 11:54:18 user nova-compute[75217]:   </clock>
Nov 22 11:54:18 user nova-compute[75217]:   <on_poweroff>destroy</on_poweroff>
Nov 22 11:54:18 user nova-compute[75217]:   <on_reboot>restart</on_reboot>
Nov 22 11:54:18 user nova-compute[75217]:   <on_crash>destroy</on_crash>
Nov 22 11:54:18 user nova-compute[75217]:   <devices>
Nov 22 11:54:18 user nova-compute[75217]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 22 11:54:18 user nova-compute[75217]:     <disk type='file' device='disk'>
Nov 22 11:54:18 user nova-compute[75217]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 22 11:54:18 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk' index='2'/>
Nov 22 11:54:18 user nova-compute[75217]:       <backingStore type='file' index='3'>
Nov 22 11:54:18 user nova-compute[75217]:         <format type='raw'/>
Nov 22 11:54:18 user nova-compute[75217]:         <source file='/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f'/>
Nov 22 11:54:18 user nova-compute[75217]:         <backingStore/>
Nov 22 11:54:18 user nova-compute[75217]:       </backingStore>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev='vda' bus='virtio'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='virtio-disk0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </disk>
Nov 22 11:54:18 user nova-compute[75217]:     <disk type='file' device='cdrom'>
Nov 22 11:54:18 user nova-compute[75217]:       <driver name='qemu' type='raw' cache='none'/>
Nov 22 11:54:18 user nova-compute[75217]:       <source file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/disk.config' index='1'/>
Nov 22 11:54:18 user nova-compute[75217]:       <backingStore/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev='hda' bus='ide'/>
Nov 22 11:54:18 user nova-compute[75217]:       <readonly/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='ide0-0-0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </disk>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type='usb' index='0' model='none'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='usb'/>
Nov 22 11:54:18 user nova-compute[75217]:     </controller>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type='pci' index='0' model='pci-root'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='pci.0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </controller>
Nov 22 11:54:18 user nova-compute[75217]:     <controller type='ide' index='0'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='ide'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 22 11:54:18 user nova-compute[75217]:     </controller>
Nov 22 11:54:18 user nova-compute[75217]:     <interface type='ethernet'>
Nov 22 11:54:18 user nova-compute[75217]:       <mac address='fa:16:3e:92:19:00'/>
Nov 22 11:54:18 user nova-compute[75217]:       <target dev='tap3a1ee016-f0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <model type='virtio'/>
Nov 22 11:54:18 user nova-compute[75217]:       <mtu size='1442'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='net0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </interface>
Nov 22 11:54:18 user nova-compute[75217]:     <serial type='pty'>
Nov 22 11:54:18 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:54:18 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:54:18 user nova-compute[75217]:       <target type='isa-serial' port='0'>
Nov 22 11:54:18 user nova-compute[75217]:         <model name='isa-serial'/>
Nov 22 11:54:18 user nova-compute[75217]:       </target>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </serial>
Nov 22 11:54:18 user nova-compute[75217]:     <console type='pty' tty='/dev/pts/4'>
Nov 22 11:54:18 user nova-compute[75217]:       <source path='/dev/pts/4'/>
Nov 22 11:54:18 user nova-compute[75217]:       <log file='/opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985/console.log' append='off'/>
Nov 22 11:54:18 user nova-compute[75217]:       <target type='serial' port='0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='serial0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </console>
Nov 22 11:54:18 user nova-compute[75217]:     <input type='mouse' bus='ps2'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='input0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </input>
Nov 22 11:54:18 user nova-compute[75217]:     <input type='keyboard' bus='ps2'>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='input1'/>
Nov 22 11:54:18 user nova-compute[75217]:     </input>
Nov 22 11:54:18 user nova-compute[75217]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 22 11:54:18 user nova-compute[75217]:       <listen type='address' address='0.0.0.0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </graphics>
Nov 22 11:54:18 user nova-compute[75217]:     <audio id='1' type='none'/>
Nov 22 11:54:18 user nova-compute[75217]:     <video>
Nov 22 11:54:18 user nova-compute[75217]:       <model type='virtio' heads='1' primary='yes'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='video0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </video>
Nov 22 11:54:18 user nova-compute[75217]:     <memballoon model='virtio'>
Nov 22 11:54:18 user nova-compute[75217]:       <stats period='10'/>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='balloon0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:18 user nova-compute[75217]:     <rng model='virtio'>
Nov 22 11:54:18 user nova-compute[75217]:       <backend model='random'>/dev/urandom</backend>
Nov 22 11:54:18 user nova-compute[75217]:       <alias name='rng0'/>
Nov 22 11:54:18 user nova-compute[75217]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 22 11:54:18 user nova-compute[75217]:     </rng>
Nov 22 11:54:18 user nova-compute[75217]:   </devices>
Nov 22 11:54:18 user nova-compute[75217]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 22 11:54:18 user nova-compute[75217]:     <label>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</label>
Nov 22 11:54:18 user nova-compute[75217]:     <imagelabel>libvirt-2163454f-c876-4af7-bd38-5c6f1794a985</imagelabel>
Nov 22 11:54:18 user nova-compute[75217]:   </seclabel>
Nov 22 11:54:18 user nova-compute[75217]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 22 11:54:18 user nova-compute[75217]:     <label>+64055:+108</label>
Nov 22 11:54:18 user nova-compute[75217]:     <imagelabel>+64055:+108</imagelabel>
Nov 22 11:54:18 user nova-compute[75217]:   </seclabel>
Nov 22 11:54:18 user nova-compute[75217]: </domain>
Nov 22 11:54:18 user nova-compute[75217]:  {{(pid=75217) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 22 11:54:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Detaching interface fa:16:3e:75:7d:39 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap67284514-64' not found.
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Converting VIF {"id": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "address": "fa:16:3e:75:7d:39", "network": {"id": "aec33e41-ebae-42c4-9a86-09c3ce23e9ba", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2084218324", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67284514-64", "ovs_interfaceid": "67284514-646d-4bf7-9ecb-85b0bea9b94b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_vif [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67284514-64, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:54:18 user nova-compute[75217]: INFO os_vif [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7d:39,bridge_name='br-int',has_traffic_filtering=True,id=67284514-646d-4bf7-9ecb-85b0bea9b94b,network=Network(aec33e41-ebae-42c4-9a86-09c3ce23e9ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67284514-64')
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [req-6c20a6a1-2c26-4590-ba03-a3c47a66321f req-16ed72fd-030f-45e9-aec9-e6b358cf0dcc service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:18 user nova-compute[75217]:   <nova:package version="0.0.0"/>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:name>tempest-device-tagging-server-1376769919</nova:name>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:creationTime>2023-11-22 11:54:18</nova:creationTime>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:flavor name="m1.tiny">
Nov 22 11:54:18 user nova-compute[75217]:     <nova:memory>512</nova:memory>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:disk>1</nova:disk>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:swap>0</nova:swap>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:flavor>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:user uuid="d6fee4e0c695484389a39f66235067cb">tempest-TaggedAttachmentsTest-313306717-project-member</nova:user>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:project uuid="f889bd4602844f1783187e3de557b638">tempest-TaggedAttachmentsTest-313306717</nova:project>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:owner>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:18 user nova-compute[75217]:   <nova:ports>
Nov 22 11:54:18 user nova-compute[75217]:     <nova:port uuid="3a1ee016-f0a5-4b95-a81e-a7416738daf3">
Nov 22 11:54:18 user nova-compute[75217]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:54:18 user nova-compute[75217]:     </nova:port>
Nov 22 11:54:18 user nova-compute[75217]:   </nova:ports>
Nov 22 11:54:18 user nova-compute[75217]: </nova:instance>
Nov 22 11:54:18 user nova-compute[75217]:  {{(pid=75217) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.utils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db4f1a6-b217-4908-8243-c0d016894093]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8feea2c3-e736-4e08-8f50-70ac22e8c83e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[17cd0255-2270-4494-beee-850cdaa2016f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d84f9b1e-2939-43c1-b631-d0ae08b352ae]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:18 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:54:18 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e32e2ea-8d9a-4fd3-b76e-fc3e188972d0]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG os_brick.utils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating existing volume attachment record: 40450851-3571-48bd-be7f-082b71021b35 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:54:18 user nova-compute[75217]: DEBUG nova.network.neutron [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [{"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Releasing lock "refresh_cache-2163454f-c876-4af7-bd38-5c6f1794a985" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67aeaeb8-3fcb-4c14-835e-3e60fb3fc82e tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "interface-2163454f-c876-4af7-bd38-5c6f1794a985-67284514-646d-4bf7-9ecb-85b0bea9b94b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.970s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:20 user nova-compute[75217]: WARNING nova.compute.manager [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state active and task_state rescuing.
Nov 22 11:54:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:20 user nova-compute[75217]: WARNING nova.compute.manager [req-b03d3ef6-f650-414a-87b4-89bae4ff9099 req-34b8d995-8176-49a7-a9f2-1b403159c5f6 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state active and task_state rescuing.
Nov 22 11:54:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6ea5b2d1-db91-47ea-986f-5c1ac19b09cd tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHcjxyDo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:22 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[af49981e-f37d-4705-bfc3-121279769273]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:54:22 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64803e1-e720-4842-80e4-40add9022b49]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce] added
Nov 22 11:54:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[69922765-4fcc-4cf1-b13e-921f74551aef]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6686b497-5af4-4d4d-bbca-d70dda4ce0a4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dHcjxyDo {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dHcjxyDo" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b14f4f3-aa64-4c41-be6e-b3e6d3ed9263]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dHcjxyDo'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a85be3-dfa3-4108-8373-a57aa60be170]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2544187-93a4-4bd8-92ca-9dbd4d2cc702]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[798eef01-f9d4-4cc7-8398-74ff7ec3785e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260]
Nov 22 11:54:22 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260] successful.
Nov 22 11:54:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3b2ca2-d3b6-48c0-8cfd-492c089941da]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[239da37c-7233-4e38-8865-46e16689d691]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:22 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:22 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:54:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdddf10-2202-47aa-8e5e-aeb8335ba002]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:54:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHcjxyDo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:54:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '23330356164396530', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23330356164396530', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'flavor' on Instance uuid ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:54:24 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:54:24 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:54:24 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:54:24 user nova-compute[75217]:   <serial>5dab681b-b5d0-4381-9b63-0f93856c25ce</serial>
Nov 22 11:54:24 user nova-compute[75217]: </disk>
Nov 22 11:54:24 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] No VIF found with MAC fa:16:3e:5f:7f:90, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21e66718-e730-46b1-bf5e-243cc6011748 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.507s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:54:25 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Creating image(s)
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk 1073741824" returned: 0 in 0.052s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.211s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Cannot resize image /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Ensure instance console log exists: /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Start _get_guest_xml network_info=[{"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '320d4303-79bf-4f5f-a31f-8b77cdc4dcc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'serial': 'accbdd88-c865-480b-ba4d-f6a3cde6db7a'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '40450851-3571-48bd-be7f-082b71021b35', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:54:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 22 11:54:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:54:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.objects.instance [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'vcpu_model' on Instance uuid 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:26 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:26 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:26 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e60725a-2f9e-4fc7-bbc5-663dd7c35077]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:54:26 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6486dee0-4acd-4fba-b6d1-c9c4dcfcc280]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a] added
Nov 22 11:54:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3cd6e2c-ebe9-4c0b-892c-72704f15fe49]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0953b44f-1717-4e06-8e53-42a9ef554be0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ochXizOb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ochXizOb" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e05c061-a186-4202-91ff-b286c15e9318]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ochXizOb'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9493365-1d9d-492e-ab86-b1cd43bac911]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f73bc4-e62c-4048-a114-f493d43ef5c2]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:26 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:26 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa19506-09ca-4af9-b608-1d1b2f604753]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]
Nov 22 11:54:26 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.
Nov 22 11:54:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8df6b0-3012-45b4-9b08-66acfa3fcf73]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[05872072-e4e0-4e8e-b31e-cd396df95eea]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:26 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:26 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:26 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:26 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[640b8685-f412-427f-8c2a-97f289a0a813]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing instance network info cache due to event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.network.neutron [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updated VIF entry in instance network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.network.neutron [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23731363939306366', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731363939306366', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-66e812b2-bf2b-4442-b3ee-c9baa8c757e4 req-4634ffcc-ba56-4c27-a914-1740c8798f00 service nova] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T11:52:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-55906077',display_name='tempest-ServerActionsTestOtherA-server-1527043855',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-55906077',id=21,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmNUqT3KwJqfw5lTyUlYzDSl7aaIDmytTiH8oeCAMtssBRCvNX9jnRRMaeshS7KqWKBCbMxDnO1Gpgfovv/HXzIQGe48DM/2julXT0m18OVkFIgi8LqiB21kpDQSJ9K7g==',key_name='tempest-keypair-710658234',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:52:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-xmgz8r7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:54:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=320d4303-79bf-4f5f-a31f-8b77cdc4dcc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:54:27 user nova-compute[75217]:   <uuid>320d4303-79bf-4f5f-a31f-8b77cdc4dcc7</uuid>
Nov 22 11:54:27 user nova-compute[75217]:   <name>instance-00000015</name>
Nov 22 11:54:27 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:54:27 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:54:27 user nova-compute[75217]:   <metadata>
Nov 22 11:54:27 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:27 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:54:27 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherA-server-1527043855</nova:name>
Nov 22 11:54:27 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:54:25</nova:creationTime>
Nov 22 11:54:27 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:54:27 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:27 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:54:27 user nova-compute[75217]:       <nova:owner>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:user uuid="d6b767a542b3459ca60e8d782d323473">tempest-ServerActionsTestOtherA-2138967681-project-member</nova:user>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:project uuid="7a35192436c8407aaf84a683245841ff">tempest-ServerActionsTestOtherA-2138967681</nova:project>
Nov 22 11:54:27 user nova-compute[75217]:       </nova:owner>
Nov 22 11:54:27 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:27 user nova-compute[75217]:       <nova:ports>
Nov 22 11:54:27 user nova-compute[75217]:         <nova:port uuid="6f314fd2-8c63-499e-9cf9-ed5894bb64e1">
Nov 22 11:54:27 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 11:54:27 user nova-compute[75217]:         </nova:port>
Nov 22 11:54:27 user nova-compute[75217]:       </nova:ports>
Nov 22 11:54:27 user nova-compute[75217]:     </nova:instance>
Nov 22 11:54:27 user nova-compute[75217]:   </metadata>
Nov 22 11:54:27 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:54:27 user nova-compute[75217]:     <system>
Nov 22 11:54:27 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:54:27 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:54:27 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:54:27 user nova-compute[75217]:       <entry name="serial">320d4303-79bf-4f5f-a31f-8b77cdc4dcc7</entry>
Nov 22 11:54:27 user nova-compute[75217]:       <entry name="uuid">320d4303-79bf-4f5f-a31f-8b77cdc4dcc7</entry>
Nov 22 11:54:27 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:54:27 user nova-compute[75217]:     </system>
Nov 22 11:54:27 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:27 user nova-compute[75217]:   <os>
Nov 22 11:54:27 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:54:27 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:54:27 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:54:27 user nova-compute[75217]:   </os>
Nov 22 11:54:27 user nova-compute[75217]:   <features>
Nov 22 11:54:27 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:27 user nova-compute[75217]:     <apic/>
Nov 22 11:54:27 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:54:27 user nova-compute[75217]:   </features>
Nov 22 11:54:27 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:54:27 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:54:27 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:54:27 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:54:27 user nova-compute[75217]:   </clock>
Nov 22 11:54:27 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:54:27 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:54:27 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:54:27 user nova-compute[75217]:   </cpu>
Nov 22 11:54:27 user nova-compute[75217]:   <devices>
Nov 22 11:54:27 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:54:27 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:54:27 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk"/>
Nov 22 11:54:27 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:54:27 user nova-compute[75217]:     </disk>
Nov 22 11:54:27 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:54:27 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:54:27 user nova-compute[75217]:       <source dev="/dev/sdc"/>
Nov 22 11:54:27 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:54:27 user nova-compute[75217]:       <serial>accbdd88-c865-480b-ba4d-f6a3cde6db7a</serial>
Nov 22 11:54:27 user nova-compute[75217]:     </disk>
Nov 22 11:54:27 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:54:27 user nova-compute[75217]:       <mac address="fa:16:3e:f8:2f:c6"/>
Nov 22 11:54:27 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:27 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:54:27 user nova-compute[75217]:       <target dev="tap6f314fd2-8c"/>
Nov 22 11:54:27 user nova-compute[75217]:     </interface>
Nov 22 11:54:27 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:54:27 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/console.log" append="off"/>
Nov 22 11:54:27 user nova-compute[75217]:     </serial>
Nov 22 11:54:27 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:54:27 user nova-compute[75217]:     <video>
Nov 22 11:54:27 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:27 user nova-compute[75217]:     </video>
Nov 22 11:54:27 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:54:27 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:54:27 user nova-compute[75217]:     </rng>
Nov 22 11:54:27 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:54:27 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:54:27 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:54:27 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:27 user nova-compute[75217]:   </devices>
Nov 22 11:54:27 user nova-compute[75217]: </domain>
Nov 22 11:54:27 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T11:52:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-55906077',display_name='tempest-ServerActionsTestOtherA-server-1527043855',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-55906077',id=21,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmNUqT3KwJqfw5lTyUlYzDSl7aaIDmytTiH8oeCAMtssBRCvNX9jnRRMaeshS7KqWKBCbMxDnO1Gpgfovv/HXzIQGe48DM/2julXT0m18OVkFIgi8LqiB21kpDQSJ9K7g==',key_name='tempest-keypair-710658234',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:52:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-xmgz8r7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:54:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=320d4303-79bf-4f5f-a31f-8b77cdc4dcc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG os_vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc572eb5-6e02-5c2d-9a5e-cb21159cbfe8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f314fd2-8c, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f314fd2-8c, col_values=(('qos', UUID('b3f1bcc3-5ac9-4767-be11-6b6e7b52be75')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f314fd2-8c, col_values=(('external_ids', {'iface-id': '6f314fd2-8c63-499e-9cf9-ed5894bb64e1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:2f:c6', 'vm-uuid': '320d4303-79bf-4f5f-a31f-8b77cdc4dcc7'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:27 user nova-compute[75217]: INFO os_vif [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c')
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No VIF found with MAC fa:16:3e:f8:2f:c6, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing instance network info cache due to event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.network.neutron [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'flavor' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-01d0fd8a-2f4b-4d7d-bf81-32a5273c000a req-9a55a3f6-faf7-46e6-8359-66a835d36303 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-01d0fd8a-2f4b-4d7d-bf81-32a5273c000a req-9a55a3f6-faf7-46e6-8359-66a835d36303 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-01d0fd8a-2f4b-4d7d-bf81-32a5273c000a req-9a55a3f6-faf7-46e6-8359-66a835d36303 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-01d0fd8a-2f4b-4d7d-bf81-32a5273c000a req-9a55a3f6-faf7-46e6-8359-66a835d36303 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-01d0fd8a-2f4b-4d7d-bf81-32a5273c000a req-9a55a3f6-faf7-46e6-8359-66a835d36303 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:29 user nova-compute[75217]: WARNING nova.compute.manager [req-01d0fd8a-2f4b-4d7d-bf81-32a5273c000a req-9a55a3f6-faf7-46e6-8359-66a835d36303 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state active and task_state rebuild_spawning.
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.network.neutron [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updated VIF entry in instance network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG nova.network.neutron [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a20c2740-057a-4e84-89f8-5820b2df3873 req-1d662cc7-d7a1-4f51-9ce2-7e1c8fd0de50 service nova] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:29 user nova-compute[75217]: INFO nova.compute.manager [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Attaching volume df8e97ea-7f72-408b-b345-341307eb081b to /dev/vdb
Nov 22 11:54:30 user nova-compute[75217]: DEBUG os_brick.utils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[355e8283-a97b-4c9a-95e5-f273206f6bcc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[616d16df-a080-4ee7-ac61-a10f76c2c0fc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b2fa72-723c-4814-b1fe-951de8d890e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a4e0379-76cd-4f27-b456-7dde185cee9d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:54:30 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[60749e86-3e38-4025-bafe-40050cefb1e2]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG os_brick.utils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating existing volume attachment record: 15ebe49a-e43b-4e85-9997-f9e0ab0375c5 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:30 user nova-compute[75217]: INFO nova.compute.manager [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Rebooting instance
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:54:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance spawned successfully.
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.objects.instance [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75217) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8cf18c86-fbfe-41dc-ba64-cf4e90440796 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.077s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing instance network info cache due to event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG nova.network.neutron [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updated VIF entry in instance network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG nova.network.neutron [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:32 user nova-compute[75217]: WARNING nova.compute.manager [req-990ceb6f-980b-485f-bd32-c84a7361acb8 req-1f4bcfeb-48fa-48ef-9b77-55d0ab07e952 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state active and task_state None.
Nov 22 11:54:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-4053cb90-6c17-4f05-b250-8d1d31708f3c req-42e61254-8d37-48e1-ae5a-4223d473b8d9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-unplugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4053cb90-6c17-4f05-b250-8d1d31708f3c req-42e61254-8d37-48e1-ae5a-4223d473b8d9 service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4053cb90-6c17-4f05-b250-8d1d31708f3c req-42e61254-8d37-48e1-ae5a-4223d473b8d9 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4053cb90-6c17-4f05-b250-8d1d31708f3c req-42e61254-8d37-48e1-ae5a-4223d473b8d9 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-4053cb90-6c17-4f05-b250-8d1d31708f3c req-42e61254-8d37-48e1-ae5a-4223d473b8d9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-unplugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:34 user nova-compute[75217]: WARNING nova.compute.manager [req-4053cb90-6c17-4f05-b250-8d1d31708f3c req-42e61254-8d37-48e1-ae5a-4223d473b8d9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-unplugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state active and task_state reboot_started.
Nov 22 11:54:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance shutdown successfully.
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-716e6a15-3864-441e-a9f6-fe1b0b1f7850 req-0555ffb4-6a0d-43a0-982b-2ce308f3670e service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-716e6a15-3864-441e-a9f6-fe1b0b1f7850 req-0555ffb4-6a0d-43a0-982b-2ce308f3670e service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-716e6a15-3864-441e-a9f6-fe1b0b1f7850 req-0555ffb4-6a0d-43a0-982b-2ce308f3670e service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-716e6a15-3864-441e-a9f6-fe1b0b1f7850 req-0555ffb4-6a0d-43a0-982b-2ce308f3670e service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-716e6a15-3864-441e-a9f6-fe1b0b1f7850 req-0555ffb4-6a0d-43a0-982b-2ce308f3670e service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:36 user nova-compute[75217]: WARNING nova.compute.manager [req-716e6a15-3864-441e-a9f6-fe1b0b1f7850 req-0555ffb4-6a0d-43a0-982b-2ce308f3670e service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state active and task_state reboot_started.
Nov 22 11:54:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OmQdSlAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:54:36 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:36 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:54:36 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e92f778-4d06-4cb2-bf59-08a460302c3d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:54:36 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f48e8f2-2f57-4ef4-b6c0-4f499e5a8fc1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b] added
Nov 22 11:54:36 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb3b43a-c11a-47ec-a81d-5f3f3fc2c31f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffea8365-d642-477b-88df-c6a4754934dd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OmQdSlAj {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OmQdSlAj" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6018e7b-ad0f-4aea-acdd-16918f37b9e6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OmQdSlAj'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd86e9ac-5435-4c63-a5df-aa7397f5e7cd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[902da5fb-d220-4c30-a452-13ec64c05538]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a90ee4-357c-4889-af0c-b1960a8b554a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260]
Nov 22 11:54:37 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260] successful.
Nov 22 11:54:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a0e119-c2f1-4978-872a-60ff2cbb4814]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9ec488-361c-4e4a-b527-02d3824ed781]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:54:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:54:37 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:54:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb0a5874-fb16-4caa-bd17-9870faf6ca88]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OmQdSlAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:54:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23061616336356134', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061616336356134', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'flavor' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:54:38 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:54:38 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 11:54:38 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:54:38 user nova-compute[75217]:   <serial>df8e97ea-7f72-408b-b345-341307eb081b</serial>
Nov 22 11:54:38 user nova-compute[75217]: </disk>
Nov 22 11:54:38 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:38 user nova-compute[75217]: WARNING nova.compute.manager [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state active and task_state reboot_started.
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:38 user nova-compute[75217]: WARNING nova.compute.manager [req-c6bf9349-a45d-4db3-820d-c85c02ab897a req-669066e7-c2a5-4f4e-a30e-d1fe49b33c6b service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state active and task_state reboot_started.
Nov 22 11:54:38 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance running successfully.
Nov 22 11:54:38 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance soft rebooted successfully.
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:76:e0:d8, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-56d6bc8c-9d5e-47b6-87f2-a4b423daac67 tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.020s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c00931f0-e31c-43a8-87b2-31f24caae692 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.827s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:40 user nova-compute[75217]: INFO nova.compute.manager [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Rescuing
Nov 22 11:54:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:54:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:54:40 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:54:40 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:54:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-ecad475f-3288-406b-ae4c-d5e5c3f8b1f7 req-2b2a7b5a-bcb1-4c48-b38d-b07316c4b82b service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ecad475f-3288-406b-ae4c-d5e5c3f8b1f7 req-2b2a7b5a-bcb1-4c48-b38d-b07316c4b82b service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ecad475f-3288-406b-ae4c-d5e5c3f8b1f7 req-2b2a7b5a-bcb1-4c48-b38d-b07316c4b82b service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ecad475f-3288-406b-ae4c-d5e5c3f8b1f7 req-2b2a7b5a-bcb1-4c48-b38d-b07316c4b82b service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-ecad475f-3288-406b-ae4c-d5e5c3f8b1f7 req-2b2a7b5a-bcb1-4c48-b38d-b07316c4b82b service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:41 user nova-compute[75217]: WARNING nova.compute.manager [req-ecad475f-3288-406b-ae4c-d5e5c3f8b1f7 req-2b2a7b5a-bcb1-4c48-b38d-b07316c4b82b service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance destroyed successfully.
Nov 22 11:54:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Attempting rescue
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75217) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 11:54:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Creating image(s)
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue" returned: 0 in 0.066s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'migration_context' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.base [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<2a6d9f01-95a2-4bf9-881c-97c7995217b6> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Start _get_guest_xml network_info=[{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:76:e0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '022bb7a7-417e-43e5-a149-352266de8077', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'resources' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.base [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<2a6d9f01-95a2-4bf9-881c-97c7995217b6> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'numa_topology' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.base [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<2a6d9f01-95a2-4bf9-881c-97c7995217b6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:41 user nova-compute[75217]: DEBUG nova.objects.base [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<2a6d9f01-95a2-4bf9-881c-97c7995217b6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1718817879',display_name='tempest-ServerRescueNegativeTestJSON-server-1718817879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1718817879',id=24,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMNaDFRoJnG14d/i+jmCEeE0iEczxyTu4FRAzlu4JojznxcA9FNi5WX5WWIHgXPWaIk4GTACzpBLor+8OTO5wmhbyWN7TZIaCScRz5xcvHYteyGadC8D7qSr9qoSYKugqw==',key_name='tempest-keypair-440723713',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:52:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-bf08wp0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:52:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=2a6d9f01-95a2-4bf9-881c-97c7995217b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:76:e0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "vif_mac": "fa:16:3e:76:e0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.objects.base [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Object Instance<2a6d9f01-95a2-4bf9-881c-97c7995217b6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:54:42 user nova-compute[75217]:   <uuid>2a6d9f01-95a2-4bf9-881c-97c7995217b6</uuid>
Nov 22 11:54:42 user nova-compute[75217]:   <name>instance-00000018</name>
Nov 22 11:54:42 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:54:42 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:54:42 user nova-compute[75217]:   <metadata>
Nov 22 11:54:42 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:54:42 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:54:42 user nova-compute[75217]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1718817879</nova:name>
Nov 22 11:54:42 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:54:41</nova:creationTime>
Nov 22 11:54:42 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:54:42 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:54:42 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:54:42 user nova-compute[75217]:       <nova:owner>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:user uuid="3c092f7666034958bfcb0ad1e7220b86">tempest-ServerRescueNegativeTestJSON-903376552-project-member</nova:user>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:project uuid="335d611d13164cc2bd89538c9a136778">tempest-ServerRescueNegativeTestJSON-903376552</nova:project>
Nov 22 11:54:42 user nova-compute[75217]:       </nova:owner>
Nov 22 11:54:42 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:54:42 user nova-compute[75217]:       <nova:ports>
Nov 22 11:54:42 user nova-compute[75217]:         <nova:port uuid="ae5929fe-70c3-4d62-a3fe-1f7541632a5b">
Nov 22 11:54:42 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 22 11:54:42 user nova-compute[75217]:         </nova:port>
Nov 22 11:54:42 user nova-compute[75217]:       </nova:ports>
Nov 22 11:54:42 user nova-compute[75217]:     </nova:instance>
Nov 22 11:54:42 user nova-compute[75217]:   </metadata>
Nov 22 11:54:42 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:54:42 user nova-compute[75217]:     <system>
Nov 22 11:54:42 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:54:42 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:54:42 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:54:42 user nova-compute[75217]:       <entry name="serial">2a6d9f01-95a2-4bf9-881c-97c7995217b6</entry>
Nov 22 11:54:42 user nova-compute[75217]:       <entry name="uuid">2a6d9f01-95a2-4bf9-881c-97c7995217b6</entry>
Nov 22 11:54:42 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:54:42 user nova-compute[75217]:     </system>
Nov 22 11:54:42 user nova-compute[75217]:   </sysinfo>
Nov 22 11:54:42 user nova-compute[75217]:   <os>
Nov 22 11:54:42 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:54:42 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:54:42 user nova-compute[75217]:   </os>
Nov 22 11:54:42 user nova-compute[75217]:   <features>
Nov 22 11:54:42 user nova-compute[75217]:     <acpi/>
Nov 22 11:54:42 user nova-compute[75217]:     <apic/>
Nov 22 11:54:42 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:54:42 user nova-compute[75217]:   </features>
Nov 22 11:54:42 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:54:42 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:54:42 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:54:42 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:54:42 user nova-compute[75217]:   </clock>
Nov 22 11:54:42 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:54:42 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:54:42 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:54:42 user nova-compute[75217]:   </cpu>
Nov 22 11:54:42 user nova-compute[75217]:   <devices>
Nov 22 11:54:42 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:54:42 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:54:42 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue"/>
Nov 22 11:54:42 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:54:42 user nova-compute[75217]:     </disk>
Nov 22 11:54:42 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:54:42 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:54:42 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk"/>
Nov 22 11:54:42 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:54:42 user nova-compute[75217]:     </disk>
Nov 22 11:54:42 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:54:42 user nova-compute[75217]:       <mac address="fa:16:3e:76:e0:d8"/>
Nov 22 11:54:42 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:42 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:54:42 user nova-compute[75217]:       <target dev="tapae5929fe-70"/>
Nov 22 11:54:42 user nova-compute[75217]:     </interface>
Nov 22 11:54:42 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:54:42 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/console.log" append="off"/>
Nov 22 11:54:42 user nova-compute[75217]:     </serial>
Nov 22 11:54:42 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:54:42 user nova-compute[75217]:     <video>
Nov 22 11:54:42 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:54:42 user nova-compute[75217]:     </video>
Nov 22 11:54:42 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:54:42 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:54:42 user nova-compute[75217]:     </rng>
Nov 22 11:54:42 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:54:42 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:54:42 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:54:42 user nova-compute[75217]:     </memballoon>
Nov 22 11:54:42 user nova-compute[75217]:   </devices>
Nov 22 11:54:42 user nova-compute[75217]: </domain>
Nov 22 11:54:42 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance destroyed successfully.
Nov 22 11:54:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] No VIF found with MAC fa:16:3e:76:e0:d8, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:54:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:43 user nova-compute[75217]: WARNING nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:43 user nova-compute[75217]: WARNING nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:43 user nova-compute[75217]: WARNING nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:43 user nova-compute[75217]: WARNING nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:43 user nova-compute[75217]: WARNING nova.compute.manager [req-87592c25-1ff8-4533-96d4-2f64042a3813 req-b2f0ea1e-7121-4ec5-bcaa-f81f8cc935bc service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:43 user nova-compute[75217]: INFO nova.compute.manager [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Terminating instance
Nov 22 11:54:43 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Instance destroyed successfully.
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lazy-loading 'resources' on Instance uuid f84d21bf-d915-42f9-af3d-b6b1fd7badef {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-266668106',display_name='tempest-ServersNegativeTestJSON-server-266668106',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-266668106',id=25,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:53:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da5215fdd01244f69d87790593890c00',ramdisk_id='',reservation_id='r-gvz6fy8q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2025310777',owner_user_name='tempest-ServersNegativeTestJSON-2025310777-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:53:00Z,user_data=None,user_id='6a78b9b00747443b99a3e815fe6ca4c0',uuid=f84d21bf-d915-42f9-af3d-b6b1fd7badef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converting VIF {"id": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "address": "fa:16:3e:dd:ba:f4", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f8838fc-51", "ovs_interfaceid": "6f8838fc-5178-42c4-9374-5f32f57ebd86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG os_vif [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f8838fc-51, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98449b5e-7e14-4c7b-9fec-c43a290580aa) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:54:44 user nova-compute[75217]: INFO os_vif [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:ba:f4,bridge_name='br-int',has_traffic_filtering=True,id=6f8838fc-5178-42c4-9374-5f32f57ebd86,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f8838fc-51')
Nov 22 11:54:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Deleting instance files /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef_del
Nov 22 11:54:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Deletion of /opt/stack/data/nova/instances/f84d21bf-d915-42f9-af3d-b6b1fd7badef_del complete
Nov 22 11:54:44 user nova-compute[75217]: INFO nova.compute.manager [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 22 11:54:44 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:44 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Took 0.52 seconds to deallocate network for instance.
Nov 22 11:54:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received event network-vif-unplugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] No waiting events found dispatching network-vif-unplugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:45 user nova-compute[75217]: WARNING nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received unexpected event network-vif-unplugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 for instance with vm_state deleted and task_state None.
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received event network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Acquiring lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] No waiting events found dispatching network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:45 user nova-compute[75217]: WARNING nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received unexpected event network-vif-plugged-6f8838fc-5178-42c4-9374-5f32f57ebd86 for instance with vm_state deleted and task_state None.
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:45 user nova-compute[75217]: WARNING nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:45 user nova-compute[75217]: WARNING nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state active and task_state rescuing.
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-98e9202a-633c-46b6-ba00-859868e07b57 req-dc5ff133-5e63-418c-8d9c-9ff8626da3a0 service nova] [instance: f84d21bf-d915-42f9-af3d-b6b1fd7badef] Received event network-vif-deleted-6f8838fc-5178-42c4-9374-5f32f57ebd86 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:45 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Deleted allocations for instance f84d21bf-d915-42f9-af3d-b6b1fd7badef
Nov 22 11:54:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7f5004c7-1236-4427-96d2-a83881732265 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "f84d21bf-d915-42f9-af3d-b6b1fd7badef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.328s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b0ad65d1-1ad3-4be2-b493-1d57af51eaeb tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:47 user nova-compute[75217]: INFO nova.compute.manager [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Terminating instance
Nov 22 11:54:47 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-208f25c1-f6e5-4021-9cc1-81236b7a4186 req-e9194c3b-b6c1-4971-b745-590e8e7f0635 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-unplugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-208f25c1-f6e5-4021-9cc1-81236b7a4186 req-e9194c3b-b6c1-4971-b745-590e8e7f0635 service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-208f25c1-f6e5-4021-9cc1-81236b7a4186 req-e9194c3b-b6c1-4971-b745-590e8e7f0635 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-208f25c1-f6e5-4021-9cc1-81236b7a4186 req-e9194c3b-b6c1-4971-b745-590e8e7f0635 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-208f25c1-f6e5-4021-9cc1-81236b7a4186 req-e9194c3b-b6c1-4971-b745-590e8e7f0635 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-unplugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-208f25c1-f6e5-4021-9cc1-81236b7a4186 req-e9194c3b-b6c1-4971-b745-590e8e7f0635 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-unplugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Instance destroyed successfully.
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lazy-loading 'resources' on Instance uuid 2163454f-c876-4af7-bd38-5c6f1794a985 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-22T11:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1376769919',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1376769919',id=20,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJZdK9O6QWdU4F7hx+ckCOTKSKYUp5/JGPBUyFos064NGEyIchJiPtyeljy0PxGuLzzY1zkt2GMBl+7xW1IxHCrSdX9JQufE9Z//pgXg8EgxsVpGCSaxRJks57I51kN10g==',key_name='tempest-keypair-312919441',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f889bd4602844f1783187e3de557b638',ramdisk_id='',reservation_id='r-jn05imr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-313306717',owner_user_name='tempest-TaggedAttachmentsTest-313306717-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6fee4e0c695484389a39f66235067cb',uuid=2163454f-c876-4af7-bd38-5c6f1794a985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converting VIF {"id": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "address": "fa:16:3e:92:19:00", "network": {"id": "dcf11b07-0612-4a41-b62c-40c36c784062", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-990331281-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f889bd4602844f1783187e3de557b638", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a1ee016-f0", "ovs_interfaceid": "3a1ee016-f0a5-4b95-a81e-a7416738daf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG os_vif [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a1ee016-f0, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07490c0a-a92d-49dc-9646-3bf747d7f4a3) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:48 user nova-compute[75217]: INFO os_vif [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:19:00,bridge_name='br-int',has_traffic_filtering=True,id=3a1ee016-f0a5-4b95-a81e-a7416738daf3,network=Network(dcf11b07-0612-4a41-b62c-40c36c784062),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a1ee016-f0')
Nov 22 11:54:48 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Deleting instance files /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985_del
Nov 22 11:54:48 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Deletion of /opt/stack/data/nova/instances/2163454f-c876-4af7-bd38-5c6f1794a985_del complete
Nov 22 11:54:48 user nova-compute[75217]: INFO nova.compute.manager [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 22 11:54:48 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:54:48 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-c46ab0fc-84fe-42f7-a4a1-a652614e046d req-e80eaa92-1ced-48f5-8ee6-223ac9e56567 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-deleted-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:49 user nova-compute[75217]: INFO nova.compute.manager [req-c46ab0fc-84fe-42f7-a4a1-a652614e046d req-e80eaa92-1ced-48f5-8ee6-223ac9e56567 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Neutron deleted interface 3a1ee016-f0a5-4b95-a81e-a7416738daf3; detaching it from the instance and deleting it from the info cache
Nov 22 11:54:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-c46ab0fc-84fe-42f7-a4a1-a652614e046d req-e80eaa92-1ced-48f5-8ee6-223ac9e56567 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:54:49 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Took 0.72 seconds to deallocate network for instance.
Nov 22 11:54:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-c46ab0fc-84fe-42f7-a4a1-a652614e046d req-e80eaa92-1ced-48f5-8ee6-223ac9e56567 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Detach interface failed, port_id=3a1ee016-f0a5-4b95-a81e-a7416738daf3, reason: Instance 2163454f-c876-4af7-bd38-5c6f1794a985 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:54:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.407s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:49 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Deleted allocations for instance 2163454f-c876-4af7-bd38-5c6f1794a985
Nov 22 11:54:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ac601094-6567-4921-a200-8e7bad118523 tempest-TaggedAttachmentsTest-313306717 tempest-TaggedAttachmentsTest-313306717-project-member] Lock "2163454f-c876-4af7-bd38-5c6f1794a985" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.247s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-304c1f65-2486-4bee-8ec0-a6fd2495aaa3 req-e79b2a69-dc04-4549-b178-dc2a62070d03 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received event network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:54:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-304c1f65-2486-4bee-8ec0-a6fd2495aaa3 req-e79b2a69-dc04-4549-b178-dc2a62070d03 service nova] Acquiring lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:54:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-304c1f65-2486-4bee-8ec0-a6fd2495aaa3 req-e79b2a69-dc04-4549-b178-dc2a62070d03 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:54:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-304c1f65-2486-4bee-8ec0-a6fd2495aaa3 req-e79b2a69-dc04-4549-b178-dc2a62070d03 service nova] Lock "2163454f-c876-4af7-bd38-5c6f1794a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:54:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-304c1f65-2486-4bee-8ec0-a6fd2495aaa3 req-e79b2a69-dc04-4549-b178-dc2a62070d03 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] No waiting events found dispatching network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:54:50 user nova-compute[75217]: WARNING nova.compute.manager [req-304c1f65-2486-4bee-8ec0-a6fd2495aaa3 req-e79b2a69-dc04-4549-b178-dc2a62070d03 service nova] [instance: 2163454f-c876-4af7-bd38-5c6f1794a985] Received unexpected event network-vif-plugged-3a1ee016-f0a5-4b95-a81e-a7416738daf3 for instance with vm_state deleted and task_state None.
Nov 22 11:54:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:54:59 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:54:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:55:02 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:55:05 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:55:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [{"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:55:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-8c3210ac-8c14-461a-99de-a48b6ca78a71" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:55:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:55:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:55:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:15 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:55:15 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7220MB free_disk=25.282794952392578GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 07942eef-384d-4aaf-9dc0-8c70e0051033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 11:55:15 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.623s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 11:55:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:55:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-changed-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Refreshing instance network info cache due to event network-changed-d65d3e15-4658-4e8f-8e15-e69acdfb9504. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] Acquiring lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] Acquired lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Refreshing network info cache for port d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updated VIF entry in instance network info cache for port d65d3e15-4658-4e8f-8e15-e69acdfb9504. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating instance_info_cache with network_info: [{"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:55:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c0551cf3-07b1-4fb9-b0d4-b206ee7472fa req-f3d934bf-d725-4919-bda0-d7ebac4f6d77 service nova] Releasing lock "refresh_cache-07942eef-384d-4aaf-9dc0-8c70e0051033" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:55:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:55:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:55:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:55:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:55:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:55:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:55:25 user nova-compute[75217]: INFO nova.compute.manager [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attaching volume 9b8904c3-b54f-436d-a615-ce678b560fc4 to /dev/vdb
Nov 22 11:55:26 user nova-compute[75217]: DEBUG os_brick.utils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29b06bd-4ea5-4d4e-858c-70cbc909e02d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[828d9fbe-1c42-48c3-bb46-07ffaa0da6a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[12282a64-7261-43d8-b939-f06862559c15]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[565d3129-bf60-45d2-b07d-cb11c21f630b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:55:26 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:55:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f982e6-e99a-44e7-8d41-471de84e30b7]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG os_brick.utils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:55:26 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating existing volume attachment record: c974e999-995b-4b84-b74d-c17a2a1499a2 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:55:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBLZjYtu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:55:32 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:55:32 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:55:32 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9101cd76-e0f7-4869-a7a8-a608ab1fd9ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:55:32 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[606e0e7b-9957-4d52-9b6c-844c77cb0ab4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4] added
Nov 22 11:55:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11b3c84-5d59-4c65-bbbc-3b6a875356ec]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d3736e-7539-44c9-9464-6a1a11b62e4b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UBLZjYtu {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UBLZjYtu" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[001fb3c5-fb3d-4fc5-a8f6-dd35cc377e6e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UBLZjYtu'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc803b87-d88f-444b-aaf7-e543912f434f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3970de96-ecc6-4a96-944e-1220c02aa415]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:55:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:55:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f41e392-eae9-445a-981d-69180f647c62]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260]
Nov 22 11:55:32 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260] successful.
Nov 22 11:55:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3e123d1-43d6-4e02-b40f-b0b0364b664a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b0a82c-0417-4dea-ac9d-f7e25d2aba9f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 (non-flash)
Nov 22 11:55:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:55:32 user nova-compute[75217]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 (non-flash)
Nov 22 11:55:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] HCTL ('37', '-', '-', 0) found on session 33 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b76b8eb9-f6e9-4c1b-904c-05e623b70b96]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:55:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBLZjYtu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23266386239336266', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266386239336266', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG nova.objects.instance [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:55:33 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:55:33 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:55:33 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:55:33 user nova-compute[75217]:   <serial>9b8904c3-b54f-436d-a615-ce678b560fc4</serial>
Nov 22 11:55:33 user nova-compute[75217]: </disk>
Nov 22 11:55:33 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:55:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:55:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:55:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No VIF found with MAC fa:16:3e:32:77:84, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:55:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-eed7a558-abb1-4686-a966-ce1a5eeeaaa2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.285s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:55:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:55:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:55:47 user nova-compute[75217]: INFO nova.compute.manager [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Detaching volume 9b8904c3-b54f-436d-a615-ce678b560fc4
Nov 22 11:55:47 user nova-compute[75217]: INFO nova.virt.block_device [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attempting to driver detach volume 9b8904c3-b54f-436d-a615-ce678b560fc4 from mountpoint /dev/vdb
Nov 22 11:55:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Attempting to detach device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:55:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:55:47 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:55:47 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:55:47 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:55:47 user nova-compute[75217]:   <serial>9b8904c3-b54f-436d-a615-ce678b560fc4</serial>
Nov 22 11:55:47 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:55:47 user nova-compute[75217]: </disk>
Nov 22 11:55:47 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:55:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config.
Nov 22 11:55:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:55:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:55:47 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:55:47 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:55:47 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:55:47 user nova-compute[75217]:   <serial>9b8904c3-b54f-436d-a615-ce678b560fc4</serial>
Nov 22 11:55:47 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:55:47 user nova-compute[75217]: </disk>
Nov 22 11:55:47 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:55:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:55:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing instance network info cache due to event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updated VIF entry in instance network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:55:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7149a946-8ec6-417e-a2ad-f48a4cbff125 req-860ecadc-cc16-492d-b4ef-58f42b405ec2 service nova] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:55:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:55:50 user nova-compute[75217]: INFO nova.compute.manager [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] instance snapshotting
Nov 22 11:55:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Beginning live snapshot process
Nov 22 11:55:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json -f qcow2" returned: 0 in 0.243s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp8jq_vu77/eae8d24ea1a84507ae43a73af4edbe0b.delta 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp8jq_vu77/eae8d24ea1a84507ae43a73af4edbe0b.delta 1073741824" returned: 0 in 0.064s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 22 11:55:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:55:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:55:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 22 11:55:52 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:55:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp8jq_vu77/eae8d24ea1a84507ae43a73af4edbe0b.delta /opt/stack/data/nova/instances/snapshots/tmp8jq_vu77/eae8d24ea1a84507ae43a73af4edbe0b {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:55:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp8jq_vu77/eae8d24ea1a84507ae43a73af4edbe0b.delta /opt/stack/data/nova/instances/snapshots/tmp8jq_vu77/eae8d24ea1a84507ae43a73af4edbe0b" returned: 0 in 0.444s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:55:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Snapshot extracted, beginning image upload
Nov 22 11:55:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:55 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Snapshot image upload complete
Nov 22 11:55:55 user nova-compute[75217]: INFO nova.compute.manager [None req-a19f3228-2a4d-461e-87de-186f3071a830 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Took 5.30 seconds to snapshot the instance on the hypervisor.
Nov 22 11:55:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:55:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:56:01 user nova-compute[75217]: INFO nova.compute.claims [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Claim successful on node user
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.network.neutron [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:56:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.policy [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c10cd5f870ec4674a7abbfaf400631cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf38e88887460b8a5159696407be3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:56:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Creating image(s)
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "/opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.213s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk 1073741824" returned: 0 in 0.056s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Successfully created port: ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.253s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Cannot resize image /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Ensure instance console log exists: /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Successfully updated port: ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquired lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-changed-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Refreshing instance network info cache due to event network-changed-ccdb396d-259c-4022-a996-a10c4e311bdf. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] Acquiring lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updating instance_info_cache with network_info: [{"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Releasing lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Instance network_info: |[{"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] Acquired lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Refreshing network info cache for port ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Start _get_guest_xml network_info=[{"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:56:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:56:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:56:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1905480526',display_name='tempest-AttachVolumeNegativeTest-server-1905480526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1905480526',id=28,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHv2dvKGB4ZaHApvCgPOToQ2B95dS1zm+Tb0xGeStm2QM7bUOwh9h1r3iVwK0QZkBQNdaichzKyFQamMKZm4RsgXYkV77ssR44Io8Yj8/E18F9F/MSQntkBsK6o2x11dmw==',key_name='tempest-keypair-1036272606',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-jhrubag7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:56:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=2a6b7873-0264-4b50-93bc-8b2ea343cc44,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.objects.instance [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:56:03 user nova-compute[75217]:   <uuid>2a6b7873-0264-4b50-93bc-8b2ea343cc44</uuid>
Nov 22 11:56:03 user nova-compute[75217]:   <name>instance-0000001c</name>
Nov 22 11:56:03 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:56:03 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:56:03 user nova-compute[75217]:   <metadata>
Nov 22 11:56:03 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:56:03 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:56:03 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1905480526</nova:name>
Nov 22 11:56:03 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:56:03</nova:creationTime>
Nov 22 11:56:03 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:56:03 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:56:03 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:56:03 user nova-compute[75217]:       <nova:owner>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:user uuid="c10cd5f870ec4674a7abbfaf400631cc">tempest-AttachVolumeNegativeTest-1572427977-project-member</nova:user>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:project uuid="2fdf38e88887460b8a5159696407be3d">tempest-AttachVolumeNegativeTest-1572427977</nova:project>
Nov 22 11:56:03 user nova-compute[75217]:       </nova:owner>
Nov 22 11:56:03 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:56:03 user nova-compute[75217]:       <nova:ports>
Nov 22 11:56:03 user nova-compute[75217]:         <nova:port uuid="ccdb396d-259c-4022-a996-a10c4e311bdf">
Nov 22 11:56:03 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:56:03 user nova-compute[75217]:         </nova:port>
Nov 22 11:56:03 user nova-compute[75217]:       </nova:ports>
Nov 22 11:56:03 user nova-compute[75217]:     </nova:instance>
Nov 22 11:56:03 user nova-compute[75217]:   </metadata>
Nov 22 11:56:03 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:56:03 user nova-compute[75217]:     <system>
Nov 22 11:56:03 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:56:03 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:56:03 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:56:03 user nova-compute[75217]:       <entry name="serial">2a6b7873-0264-4b50-93bc-8b2ea343cc44</entry>
Nov 22 11:56:03 user nova-compute[75217]:       <entry name="uuid">2a6b7873-0264-4b50-93bc-8b2ea343cc44</entry>
Nov 22 11:56:03 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:56:03 user nova-compute[75217]:     </system>
Nov 22 11:56:03 user nova-compute[75217]:   </sysinfo>
Nov 22 11:56:03 user nova-compute[75217]:   <os>
Nov 22 11:56:03 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:56:03 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:56:03 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:56:03 user nova-compute[75217]:   </os>
Nov 22 11:56:03 user nova-compute[75217]:   <features>
Nov 22 11:56:03 user nova-compute[75217]:     <acpi/>
Nov 22 11:56:03 user nova-compute[75217]:     <apic/>
Nov 22 11:56:03 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:56:03 user nova-compute[75217]:   </features>
Nov 22 11:56:03 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:56:03 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:56:03 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:56:03 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:56:03 user nova-compute[75217]:   </clock>
Nov 22 11:56:03 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:56:03 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:56:03 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:56:03 user nova-compute[75217]:   </cpu>
Nov 22 11:56:03 user nova-compute[75217]:   <devices>
Nov 22 11:56:03 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:56:03 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:56:03 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk"/>
Nov 22 11:56:03 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:56:03 user nova-compute[75217]:     </disk>
Nov 22 11:56:03 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:56:03 user nova-compute[75217]:       <mac address="fa:16:3e:cf:73:88"/>
Nov 22 11:56:03 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:56:03 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:56:03 user nova-compute[75217]:       <target dev="tapccdb396d-25"/>
Nov 22 11:56:03 user nova-compute[75217]:     </interface>
Nov 22 11:56:03 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:56:03 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/console.log" append="off"/>
Nov 22 11:56:03 user nova-compute[75217]:     </serial>
Nov 22 11:56:03 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:56:03 user nova-compute[75217]:     <video>
Nov 22 11:56:03 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:56:03 user nova-compute[75217]:     </video>
Nov 22 11:56:03 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:56:03 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:56:03 user nova-compute[75217]:     </rng>
Nov 22 11:56:03 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:56:03 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:56:03 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:56:03 user nova-compute[75217]:     </memballoon>
Nov 22 11:56:03 user nova-compute[75217]:   </devices>
Nov 22 11:56:03 user nova-compute[75217]: </domain>
Nov 22 11:56:03 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:56:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1905480526',display_name='tempest-AttachVolumeNegativeTest-server-1905480526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1905480526',id=28,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHv2dvKGB4ZaHApvCgPOToQ2B95dS1zm+Tb0xGeStm2QM7bUOwh9h1r3iVwK0QZkBQNdaichzKyFQamMKZm4RsgXYkV77ssR44Io8Yj8/E18F9F/MSQntkBsK6o2x11dmw==',key_name='tempest-keypair-1036272606',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-jhrubag7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:56:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=2a6b7873-0264-4b50-93bc-8b2ea343cc44,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG os_vif [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d540654-d4dd-5dcc-8624-48716907c7dd', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapccdb396d-25, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapccdb396d-25, col_values=(('qos', UUID('d7317c35-7347-4ee8-8d6e-891c12c4c523')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapccdb396d-25, col_values=(('external_ids', {'iface-id': 'ccdb396d-259c-4022-a996-a10c4e311bdf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cf:73:88', 'vm-uuid': '2a6b7873-0264-4b50-93bc-8b2ea343cc44'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:03 user nova-compute[75217]: INFO os_vif [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25')
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:cf:73:88, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updated VIF entry in instance network info cache for port ccdb396d-259c-4022-a996-a10c4e311bdf. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updating instance_info_cache with network_info: [{"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d1ce7cbb-6838-4cbe-af3a-ba019a7e8470 req-c57ea414-c804-4855-9149-72aba6a02c77 service nova] Releasing lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:04 user nova-compute[75217]: INFO nova.compute.manager [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Unrescuing
Nov 22 11:56:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'flavor' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:05 user nova-compute[75217]: WARNING nova.compute.manager [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:05 user nova-compute[75217]: WARNING nova.compute.manager [req-769fd7db-ce0b-4e6e-a3d5-890605047222 req-72e254bb-39c4-4d4c-adef-bc22e625689c service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-de30d6d2-e431-4af6-8be5-e5c82643484c req-93cbc5fe-ec1d-4cf2-b77d-9913e5243281 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-de30d6d2-e431-4af6-8be5-e5c82643484c req-93cbc5fe-ec1d-4cf2-b77d-9913e5243281 service nova] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-de30d6d2-e431-4af6-8be5-e5c82643484c req-93cbc5fe-ec1d-4cf2-b77d-9913e5243281 service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-de30d6d2-e431-4af6-8be5-e5c82643484c req-93cbc5fe-ec1d-4cf2-b77d-9913e5243281 service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-de30d6d2-e431-4af6-8be5-e5c82643484c req-93cbc5fe-ec1d-4cf2-b77d-9913e5243281 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] No waiting events found dispatching network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:05 user nova-compute[75217]: WARNING nova.compute.manager [req-de30d6d2-e431-4af6-8be5-e5c82643484c req-93cbc5fe-ec1d-4cf2-b77d-9913e5243281 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received unexpected event network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf for instance with vm_state building and task_state spawning.
Nov 22 11:56:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance destroyed successfully.
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-afb9c660-c3e5-45fa-9e69-a76f8d0dcf25 req-b730d80d-839a-4e4b-a556-881c481cbee0 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-afb9c660-c3e5-45fa-9e69-a76f8d0dcf25 req-b730d80d-839a-4e4b-a556-881c481cbee0 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-afb9c660-c3e5-45fa-9e69-a76f8d0dcf25 req-b730d80d-839a-4e4b-a556-881c481cbee0 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-afb9c660-c3e5-45fa-9e69-a76f8d0dcf25 req-b730d80d-839a-4e4b-a556-881c481cbee0 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-afb9c660-c3e5-45fa-9e69-a76f8d0dcf25 req-b730d80d-839a-4e4b-a556-881c481cbee0 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:07 user nova-compute[75217]: WARNING nova.compute.manager [req-afb9c660-c3e5-45fa-9e69-a76f8d0dcf25 req-b730d80d-839a-4e4b-a556-881c481cbee0 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-bb7257d7-9b7f-43c4-bb39-ffd8639d1d07 req-ebfd502d-519a-48d8-936d-22fd4fae0cc1 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-bb7257d7-9b7f-43c4-bb39-ffd8639d1d07 req-ebfd502d-519a-48d8-936d-22fd4fae0cc1 service nova] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-bb7257d7-9b7f-43c4-bb39-ffd8639d1d07 req-ebfd502d-519a-48d8-936d-22fd4fae0cc1 service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-bb7257d7-9b7f-43c4-bb39-ffd8639d1d07 req-ebfd502d-519a-48d8-936d-22fd4fae0cc1 service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-bb7257d7-9b7f-43c4-bb39-ffd8639d1d07 req-ebfd502d-519a-48d8-936d-22fd4fae0cc1 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] No waiting events found dispatching network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:07 user nova-compute[75217]: WARNING nova.compute.manager [req-bb7257d7-9b7f-43c4-bb39-ffd8639d1d07 req-ebfd502d-519a-48d8-936d-22fd4fae0cc1 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received unexpected event network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf for instance with vm_state building and task_state spawning.
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [{"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 is timed out.
Nov 22 11:56:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config.
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UBLZjYtu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:56:08 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94b05ed-4f6d-4e94-bc52-7e7ffc913ed2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:56:08 user nova-compute[75217]: No targets found.
Nov 22 11:56:08 user nova-compute[75217]: iSNS:
Nov 22 11:56:08 user nova-compute[75217]: No targets found.
Nov 22 11:56:08 user nova-compute[75217]: STATIC:
Nov 22 11:56:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4
Nov 22 11:56:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce
Nov 22 11:56:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:56:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:56:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:56:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:08 user nova-compute[75217]: FIRMWARE:
Nov 22 11:56:08 user nova-compute[75217]: No targets found.
Nov 22 11:56:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:56:08 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:56:08 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0a8cda-50cd-4e34-8167-fc2ea543f310]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[596029af-e27d-4cb3-91a1-821ee2e6662b]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 (non-flash)
Nov 22 11:56:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:08 user nova-compute[75217]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 (non-flash)
Nov 22 11:56:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c10e4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[411d96d6-0835-487e-98b4-96b9548e14bc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[049a4b91-bd4b-4f3d-9a42-e0a7c0250f5f]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf2138d-3c4e-47ca-b952-c99c8b2142cb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:56:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Instance spawned successfully.
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[46536406-2245-47d0-983c-dcd008b191f1]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27af6fa-70e7-4b24-a58c-933ff3a66974]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:08 user nova-compute[75217]: INFO nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Took 6.65 seconds to spawn the instance on the hypervisor.
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a373d1-e1c8-4e37-ab66-f441749c6c5e]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260]
Nov 22 11:56:08 user nova-compute[75217]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4, portal: 172.16.0.220,3260] successful.
Nov 22 11:56:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b8904c3-b54f-436d-a615-ce678b560fc4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a52a2fd-b9cb-4ca8-8bf5-65c618305416]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== disconnect_volume: return (328ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:56:08 user nova-compute[75217]: INFO nova.compute.manager [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Took 7.46 seconds to build instance.
Nov 22 11:56:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-14202bbc-36b3-4cdc-8f0b-4382bf5c6db3 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.560s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3caaf270-e58e-4d1c-95c3-7aa818880479 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d1399c16-eb19-458c-9a6e-e0ab18841bd8 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.739s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-aed003b6-77f7-49dc-8592-af7eb4d868da req-50cdd8b5-96fe-4a82-ac62-45efc3151434 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-aed003b6-77f7-49dc-8592-af7eb4d868da req-50cdd8b5-96fe-4a82-ac62-45efc3151434 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-aed003b6-77f7-49dc-8592-af7eb4d868da req-50cdd8b5-96fe-4a82-ac62-45efc3151434 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-aed003b6-77f7-49dc-8592-af7eb4d868da req-50cdd8b5-96fe-4a82-ac62-45efc3151434 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-aed003b6-77f7-49dc-8592-af7eb4d868da req-50cdd8b5-96fe-4a82-ac62-45efc3151434 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:09 user nova-compute[75217]: WARNING nova.compute.manager [req-aed003b6-77f7-49dc-8592-af7eb4d868da req-50cdd8b5-96fe-4a82-ac62-45efc3151434 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state active and task_state None.
Nov 22 11:56:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.492s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:56:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json" returned: 0 in 0.166s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:56:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:56:16 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7506MB free_disk=25.22280502319336GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 07942eef-384d-4aaf-9dc0-8c70e0051033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:56:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.482s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:56:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:56:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing instance network info cache due to event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:56:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:22 user nova-compute[75217]: DEBUG nova.network.neutron [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:56:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updated VIF entry in instance network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:56:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96e88701-3bd8-4b0e-bc46-6a713db2eece req-549629dc-46c0-4cb4-9bf1-b41b818dfdda service nova] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:24 user nova-compute[75217]: INFO nova.compute.manager [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Detaching volume 5dab681b-b5d0-4381-9b63-0f93856c25ce
Nov 22 11:56:24 user nova-compute[75217]: INFO nova.virt.block_device [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Attempting to driver detach volume 5dab681b-b5d0-4381-9b63-0f93856c25ce from mountpoint /dev/vdb
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Attempting to detach device vdb from instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:56:24 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:56:24 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:56:24 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:56:24 user nova-compute[75217]:   <serial>5dab681b-b5d0-4381-9b63-0f93856c25ce</serial>
Nov 22 11:56:24 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:56:24 user nova-compute[75217]: </disk>
Nov 22 11:56:24 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:56:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully detached device vdb from instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 from the persistent domain config.
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:56:24 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:56:24 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:56:24 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:56:24 user nova-compute[75217]:   <serial>5dab681b-b5d0-4381-9b63-0f93856c25ce</serial>
Nov 22 11:56:24 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:56:24 user nova-compute[75217]: </disk>
Nov 22 11:56:24 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing instance network info cache due to event network-changed-30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] Acquiring lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] Acquired lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Refreshing network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:56:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:56:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updated VIF entry in instance network info cache for port 30845d03-12e3-4ce9-a0bf-624c862bfd6f. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:56:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [{"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-bb912f4a-fc6a-40c2-b6c1-fc0d8d2e1685 req-c735b822-1a00-4d10-a689-c8777d3e9d7a service nova] Releasing lock "refresh_cache-ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:31 user nova-compute[75217]: INFO nova.compute.manager [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Unrescuing
Nov 22 11:56:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG nova.objects.instance [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'flavor' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-165ef3ee-3bd3-4f36-bb08-783bb3ff5373 req-f22426d5-d064-4be2-b029-46a015568ea8 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-165ef3ee-3bd3-4f36-bb08-783bb3ff5373 req-f22426d5-d064-4be2-b029-46a015568ea8 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-165ef3ee-3bd3-4f36-bb08-783bb3ff5373 req-f22426d5-d064-4be2-b029-46a015568ea8 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-165ef3ee-3bd3-4f36-bb08-783bb3ff5373 req-f22426d5-d064-4be2-b029-46a015568ea8 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-165ef3ee-3bd3-4f36-bb08-783bb3ff5373 req-f22426d5-d064-4be2-b029-46a015568ea8 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:32 user nova-compute[75217]: WARNING nova.compute.manager [req-165ef3ee-3bd3-4f36-bb08-783bb3ff5373 req-f22426d5-d064-4be2-b029-46a015568ea8 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance destroyed successfully.
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:34 user nova-compute[75217]: WARNING nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:34 user nova-compute[75217]: WARNING nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:56:34 user nova-compute[75217]: WARNING nova.compute.manager [req-ec91679c-709c-4b19-836c-a55da3ee2ea6 req-a3f44bd6-2aa5-4808-9f3f-4a4832e5185d service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:56:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-484dc38a-9fae-48df-a850-721c6689aee5 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:56:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG nova.objects.instance [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:40 user nova-compute[75217]: INFO nova.compute.manager [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attaching volume fc450747-9bf4-4ccb-9d4d-c35bb2b0241d to /dev/vdb
Nov 22 11:56:40 user nova-compute[75217]: DEBUG os_brick.utils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d3ceb9-d9dd-427d-885e-f1265a829d5f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[efbc0f90-2c4d-4e28-b857-71a0ad6ace44]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc7f9b5-3677-4baf-b630-476205ef09e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea04153e-2d9d-4354-a2be-4fbdf02c588d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:56:41 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:56:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1120f0b-c70c-4462-8ef8-4c94aaabfc9b]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG os_brick.utils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:56:41 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating existing volume attachment record: 2572108a-9b7f-4de0-b20b-bfee3699e769 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:56:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:44 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 is timed out.
Nov 22 11:56:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully detached device vdb from instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 from the live domain config.
Nov 22 11:56:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHcjxyDo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:56:44 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[55fd6bbc-b4e4-4c9c-9128-6fbddfcefcd1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:56:44 user nova-compute[75217]: No targets found.
Nov 22 11:56:44 user nova-compute[75217]: iSNS:
Nov 22 11:56:44 user nova-compute[75217]: No targets found.
Nov 22 11:56:44 user nova-compute[75217]: STATIC:
Nov 22 11:56:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce
Nov 22 11:56:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:56:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:56:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:56:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:56:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:56:44 user nova-compute[75217]: FIRMWARE:
Nov 22 11:56:44 user nova-compute[75217]: No targets found.
Nov 22 11:56:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:56:44 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:56:44 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c4fd75-e590-49af-9a01-a1c2a1fb6ca0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c125c2-bddb-4298-99f6-c66da9a1ff74]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:44 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:56:44 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:44 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:44 user nova-compute[75217]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce (non-flash)
Nov 22 11:56:44 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:44 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058ceb520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a9fab39-3cfd-4197-9e32-24181cc3a033]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ffff6d-4d53-4b91-9e90-fb8384050af6]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[996ab235-547d-46da-9133-14b1bac7148b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:56:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[29cc4cc8-95dc-42b8-9b32-75c23eb58ded]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d09ee77-a267-4b1d-8d3a-2bae8b6c297d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7bd25dd-cdb8-47df-b5e8-aec2e9aa651e]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260]
Nov 22 11:56:45 user nova-compute[75217]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce, portal: 172.16.0.220,3260] successful.
Nov 22 11:56:45 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dab681b-b5d0-4381-9b63-0f93856c25ce -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[93302aac-eb21-4ac2-b36e-09b541023721]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] <== disconnect_volume: return (283ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG nova.objects.instance [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'flavor' on Instance uuid ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-426b4ca5-b1fa-425f-b98f-10422359796a tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.670s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UNpyhCIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:56:47 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:56:47 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:56:47 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[287bb0f3-efb5-4288-88d5-654abb96032f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:56:47 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[95536490-36f0-41a3-ae9b-824e19edd353]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d] added
Nov 22 11:56:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ae97f4-d9ea-435f-8795-ea4b513aae8b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b67feeae-1071-49fe-a15b-15c417688e88]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UNpyhCIH {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UNpyhCIH" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e88047-fdbf-4999-a8de-2ac337cee32c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UNpyhCIH'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f0901b-493e-4b5c-bdaf-9c3789b3514b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8ba4930-4d60-4ea9-becb-604b80460886]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4133a2-8270-41e8-9926-02ff541580a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260]
Nov 22 11:56:47 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260] successful.
Nov 22 11:56:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb004475-2b15-4803-887d-823f7249c57b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd12c696-c19e-4f19-9868-ec850557338b]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d (non-flash)
Nov 22 11:56:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:56:47 user nova-compute[75217]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d (non-flash)
Nov 22 11:56:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c018de3d-c834-4711-b35e-938d12a6b5df]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:56:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UNpyhCIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26163633565326531', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26163633565326531', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG nova.objects.instance [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:56:48 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:56:48 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:56:48 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:56:48 user nova-compute[75217]:   <serial>fc450747-9bf4-4ccb-9d4d-c35bb2b0241d</serial>
Nov 22 11:56:48 user nova-compute[75217]: </disk>
Nov 22 11:56:48 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No VIF found with MAC fa:16:3e:32:77:84, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:56:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ebf9a94-43c3-49f0-886e-08d1eeb4a1e3 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.073s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:56:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:56:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:56:50 user nova-compute[75217]: INFO nova.compute.manager [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Detaching volume fc450747-9bf4-4ccb-9d4d-c35bb2b0241d
Nov 22 11:56:51 user nova-compute[75217]: INFO nova.virt.block_device [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attempting to driver detach volume fc450747-9bf4-4ccb-9d4d-c35bb2b0241d from mountpoint /dev/vdb
Nov 22 11:56:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Attempting to detach device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:56:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:56:51 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:56:51 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:56:51 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:56:51 user nova-compute[75217]:   <serial>fc450747-9bf4-4ccb-9d4d-c35bb2b0241d</serial>
Nov 22 11:56:51 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:56:51 user nova-compute[75217]: </disk>
Nov 22 11:56:51 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:56:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config.
Nov 22 11:56:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:56:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:56:51 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:56:51 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:56:51 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:56:51 user nova-compute[75217]:   <serial>fc450747-9bf4-4ccb-9d4d-c35bb2b0241d</serial>
Nov 22 11:56:51 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:56:51 user nova-compute[75217]: </disk>
Nov 22 11:56:51 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:56:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:56:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:56:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:57:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:06 user nova-compute[75217]: INFO nova.compute.manager [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Detaching volume accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:57:06 user nova-compute[75217]: INFO nova.virt.block_device [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Attempting to driver detach volume accbdd88-c865-480b-ba4d-f6a3cde6db7a from mountpoint /dev/vdb
Nov 22 11:57:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Attempting to detach device vdb from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:57:06 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:06 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:57:06 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:57:06 user nova-compute[75217]:   <serial>accbdd88-c865-480b-ba4d-f6a3cde6db7a</serial>
Nov 22 11:57:06 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 11:57:06 user nova-compute[75217]: </disk>
Nov 22 11:57:06 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:57:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully detached device vdb from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 from the persistent domain config.
Nov 22 11:57:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:57:06 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:06 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:57:06 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:57:06 user nova-compute[75217]:   <serial>accbdd88-c865-480b-ba4d-f6a3cde6db7a</serial>
Nov 22 11:57:06 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 11:57:06 user nova-compute[75217]: </disk>
Nov 22 11:57:06 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:57:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:57:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:57:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:57:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:57:11 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 is timed out.
Nov 22 11:57:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config.
Nov 22 11:57:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UNpyhCIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef40917-ccf9-41d9-8e01-71ad722f7312]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:57:11 user nova-compute[75217]: No targets found.
Nov 22 11:57:11 user nova-compute[75217]: iSNS:
Nov 22 11:57:11 user nova-compute[75217]: No targets found.
Nov 22 11:57:11 user nova-compute[75217]: STATIC:
Nov 22 11:57:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d
Nov 22 11:57:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:57:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:57:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:57:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:11 user nova-compute[75217]: FIRMWARE:
Nov 22 11:57:11 user nova-compute[75217]: No targets found.
Nov 22 11:57:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:57:11 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:57:11 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b053f388-7d3b-4086-9066-21053d2a4fc9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[69293707-1beb-4e5c-b4ed-8096609ff82a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:11 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:57:11 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:11 user nova-compute[75217]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d (non-flash)
Nov 22 11:57:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:11 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:57:11 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:11 user nova-compute[75217]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d (non-flash)
Nov 22 11:57:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a0203eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9329e2-c078-440e-89d5-c43323f2c4e3]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[06073eaf-fd95-42c5-930e-ab228ec2874f]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca904fd-0465-48e4-bc2d-5e8728a38c75]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[51a5b11b-8870-4503-b1c8-ade80cf8ac3d]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8512b10-02f2-4148-87bf-3cf0c99948c1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8725de68-1eae-4827-823f-8e89c38cfe1c]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260]
Nov 22 11:57:11 user nova-compute[75217]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d, portal: 172.16.0.220,3260] successful.
Nov 22 11:57:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc450747-9bf4-4ccb-9d4d-c35bb2b0241d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e387083-fc07-49ee-a75c-8c9bfac1bbd6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== disconnect_volume: return (295ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2fe8fbb7-dc2e-40e3-b073-d59228f09434 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.614s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:57:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:17 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:57:17 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7474MB free_disk=25.192882537841797GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:17 user nova-compute[75217]: INFO nova.compute.manager [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Terminating instance
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 07942eef-384d-4aaf-9dc0-8c70e0051033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:57:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-e5fc1d88-adf1-489a-addb-f27d39e226b1 req-3abd2339-d0bf-4feb-9f6a-6ab93c32ef63 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-unplugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e5fc1d88-adf1-489a-addb-f27d39e226b1 req-3abd2339-d0bf-4feb-9f6a-6ab93c32ef63 service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e5fc1d88-adf1-489a-addb-f27d39e226b1 req-3abd2339-d0bf-4feb-9f6a-6ab93c32ef63 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e5fc1d88-adf1-489a-addb-f27d39e226b1 req-3abd2339-d0bf-4feb-9f6a-6ab93c32ef63 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-e5fc1d88-adf1-489a-addb-f27d39e226b1 req-3abd2339-d0bf-4feb-9f6a-6ab93c32ef63 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-unplugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-e5fc1d88-adf1-489a-addb-f27d39e226b1 req-3abd2339-d0bf-4feb-9f6a-6ab93c32ef63 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-unplugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.650s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Instance destroyed successfully.
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lazy-loading 'resources' on Instance uuid ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1004043907',display_name='tempest-TestMinimumBasicScenario-server-1004043907',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1004043907',id=22,image_ref='261b84a9-e1e1-4341-9995-d5252d3f7030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBTtHr2ow0OJdNTPyuSIwXzTaxqXW3SOqytj0FJ7q/+D2m7TUWW68JpK8H/pDUquXRbC7e8tjSVvp0eUnT3RcpSYIWTl/8IL8yqfKEDdSHYMQnwvFA+q9YEjsxH/T6FUQA==',key_name='tempest-TestMinimumBasicScenario-1359518776',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:52:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2ef71f5a20ff4bd2a7ef91475fc883c1',ramdisk_id='',reservation_id='r-5ib0alo2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='261b84a9-e1e1-4341-9995-d5252d3f7030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-31354967',owner_user_name='tempest-TestMinimumBasicScenario-31354967-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:54:39Z,user_data=None,user_id='ca30561d8ce245b3a074ee07faf2e9bc',uuid=ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converting VIF {"id": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "address": "fa:16:3e:5f:7f:90", "network": {"id": "baad8da5-d7d6-4f3c-a4ed-1b7bea254853", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-977018419-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ef71f5a20ff4bd2a7ef91475fc883c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30845d03-12", "ovs_interfaceid": "30845d03-12e3-4ce9-a0bf-624c862bfd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG os_vif [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30845d03-12, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e406a81c-1ae6-443d-9b50-4c44d5f52f6f) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:18 user nova-compute[75217]: INFO os_vif [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:7f:90,bridge_name='br-int',has_traffic_filtering=True,id=30845d03-12e3-4ce9-a0bf-624c862bfd6f,network=Network(baad8da5-d7d6-4f3c-a4ed-1b7bea254853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30845d03-12')
Nov 22 11:57:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Deleting instance files /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8_del
Nov 22 11:57:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Deletion of /opt/stack/data/nova/instances/ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8_del complete
Nov 22 11:57:18 user nova-compute[75217]: INFO nova.compute.manager [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 22 11:57:18 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:57:18 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:57:19 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:19 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Took 0.47 seconds to deallocate network for instance.
Nov 22 11:57:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:19 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:57:19 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:57:19 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:57:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.371s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:19 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Deleted allocations for instance ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8
Nov 22 11:57:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-34e50e83-a436-44c7-b9d1-cfe5458e314c tempest-TestMinimumBasicScenario-31354967 tempest-TestMinimumBasicScenario-31354967-project-member] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.991s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] Acquiring lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] Lock "ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] No waiting events found dispatching network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:20 user nova-compute[75217]: WARNING nova.compute.manager [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received unexpected event network-vif-plugged-30845d03-12e3-4ce9-a0bf-624c862bfd6f for instance with vm_state deleted and task_state None.
Nov 22 11:57:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-15b7b4dd-44b2-4c5e-be16-6384bc44f379 req-afcdeced-d87b-479f-9f1e-79d5460ff1c9 service nova] [instance: ecd5aaf5-f29a-4be1-8666-073f6cfc2cb8] Received event network-vif-deleted-30845d03-12e3-4ce9-a0bf-624c862bfd6f {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 is timed out.
Nov 22 11:57:26 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully detached device vdb from instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 from the live domain config.
Nov 22 11:57:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ochXizOb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:26 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd5bcdc-c09e-4007-b9f3-1fe05af7b49e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:57:26 user nova-compute[75217]: No targets found.
Nov 22 11:57:26 user nova-compute[75217]: iSNS:
Nov 22 11:57:26 user nova-compute[75217]: No targets found.
Nov 22 11:57:26 user nova-compute[75217]: STATIC:
Nov 22 11:57:26 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:57:26 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:26 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:26 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a
Nov 22 11:57:26 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:26 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:26 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:57:26 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:57:26 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:57:26 user nova-compute[75217]: FIRMWARE:
Nov 22 11:57:26 user nova-compute[75217]: No targets found.
Nov 22 11:57:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:57:26 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:57:26 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[648bf5fe-3643-4440-8206-d52776445e9f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5244dcf6-0b4a-422c-9e1d-eee97e154d45]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:26 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:57:26 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:26 user nova-compute[75217]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a (non-flash)
Nov 22 11:57:26 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:26 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058ceb370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ec18f8-c149-4b00-a5f0-2393ad00a47c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[428259f7-b774-4954-88d1-85ecbbd3af35]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:26 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b225b98-39c5-47f9-b6df-f781997fd264]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1fb2d5c-a2f2-4e4a-bf77-963d9314776d]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a26624af-9b8e-40b7-9055-d03cd3db8401]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc7a3c92-8ff3-4be7-b001-ce013d99807c]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260]
Nov 22 11:57:27 user nova-compute[75217]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a, portal: 172.16.0.220,3260] successful.
Nov 22 11:57:27 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:accbdd88-c865-480b-ba4d-f6a3cde6db7a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a745c75e-5329-40a9-bbf7-8b39aeb8eb6a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== disconnect_volume: return (337ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'flavor' on Instance uuid 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-10b89f0d-a4f7-4411-9ac0-e8991618a520 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.682s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:57:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:57:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:57:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'flavor' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:41 user nova-compute[75217]: INFO nova.compute.manager [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Attaching volume 2d218fd5-420e-4c48-bb01-99babdb1394b to /dev/vdb
Nov 22 11:57:41 user nova-compute[75217]: DEBUG os_brick.utils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[571c976d-a32f-48b3-9b98-722ff9e4cdb9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ecd248-e350-4e10-ba66-f0ba32804bfb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f4b6290-efce-404e-a81c-65676dfeeef1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4202c922-dc64-4876-b808-aae4add1baa7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:57:41 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:57:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f288bb-358d-4b7d-8df6-b8b967ff319d]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG os_brick.utils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:41 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating existing volume attachment record: a50a6d76-8efa-424a-96c9-ea7e7e0f82e0 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:57:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:43 user nova-compute[75217]: INFO nova.compute.manager [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attaching volume a90c444e-8889-41d3-b580-b18629372eb7 to /dev/vdb
Nov 22 11:57:43 user nova-compute[75217]: DEBUG os_brick.utils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b42c993-a0bc-4cce-8eba-80ccd393139b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c5d06e-3bf9-418d-acb8-39aab5a67ac8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f36eae6-0942-430d-96a9-b4c50edccb5b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7c8bbb1-a945-40e0-a107-de067d4f7093]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:57:43 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:57:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[597e552f-a9de-48c9-ae3a-4617a0ff238d]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG os_brick.utils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating existing volume attachment record: 229b29e6-301d-40de-ac7b-0dd6fece12b8 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTaDpQWy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:47 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:47 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:47 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a2caf58-9caf-4d0a-80fa-4f2b6609cb18]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:57:47 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f4a168-3678-4a6e-86f1-1053452eff44]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b] added
Nov 22 11:57:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[71754a86-fe59-4f39-a7c1-656f3d5e0887]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2789a6-090b-41b1-86e8-953d69d65552]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTaDpQWy {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTaDpQWy" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4028cbb8-177f-4eeb-8e8c-8e43fb558e7f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CTaDpQWy'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf7129c-c706-46aa-9b46-474599825135]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[328bcb12-3e38-49da-8f55-42e47c99f484]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f614b07e-2185-4a5a-ac1e-b7517b8d9c39]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260]
Nov 22 11:57:47 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260] successful.
Nov 22 11:57:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c13eb781-c810-4551-8267-0a9dc602dd5d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd2ca9f-ee99-4ee3-b820-2864ede6368e]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:47 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:47 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:47 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:57:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb1cc69-85d1-4897-8ed8-b0c13e140835]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:57:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTaDpQWy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23839363637646233', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839363637646233', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.objects.instance [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'flavor' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:57:49 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:49 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 11:57:49 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:57:49 user nova-compute[75217]:   <serial>2d218fd5-420e-4c48-bb01-99babdb1394b</serial>
Nov 22 11:57:49 user nova-compute[75217]: </disk>
Nov 22 11:57:49 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fIHMmNbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:49 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:49 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:49 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94c37c8-7831-405d-8a43-03286935d3e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:57:49 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f6461b-a2b6-47e6-ba9a-c08351e8858e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7] added
Nov 22 11:57:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No VIF found with MAC fa:16:3e:13:0c:0b, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5d18f90-e378-4cb2-ac80-cdc6e7941373]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d9631f1-8bb6-468d-8793-4623f73ea9a4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fIHMmNbw {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fIHMmNbw" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75b1929-d350-448e-8ea1-818f3131f58b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fIHMmNbw'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[79330610-c512-44ad-aa92-1637ebceb2e2]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe0b130-1580-4ddb-81e5-1bb5b5e32c9b]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-adf9ee52-8cf9-4f84-b0c5-573a2d1525b8 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.063s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[16c4a2af-40db-4a08-a600-e592b91e8826]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260]
Nov 22 11:57:49 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260] successful.
Nov 22 11:57:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf11c1c7-e420-43ad-abe9-ddab2d1466e0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[83edd918-102d-4cba-b159-391f3d9312eb]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:57:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:49 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:57:49 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a037fd6a-bb6f-41a9-8052-676791f6b97c]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:49 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:57:50 user nova-compute[75217]: INFO nova.compute.manager [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Rescuing
Nov 22 11:57:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fIHMmNbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26339643234396233', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26339643234396233', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG nova.objects.instance [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:57:50 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:50 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:57:50 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:57:50 user nova-compute[75217]:   <serial>a90c444e-8889-41d3-b580-b18629372eb7</serial>
Nov 22 11:57:50 user nova-compute[75217]: </disk>
Nov 22 11:57:50 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No VIF found with MAC fa:16:3e:32:77:84, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-49d96afb-817c-4533-bfa5-ba02d0d1c252 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.224s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-33d1c22a-8322-4038-be69-b61e262463d0 req-2ed2f78d-36ed-4029-b1af-1a00ffa502d4 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-33d1c22a-8322-4038-be69-b61e262463d0 req-2ed2f78d-36ed-4029-b1af-1a00ffa502d4 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-33d1c22a-8322-4038-be69-b61e262463d0 req-2ed2f78d-36ed-4029-b1af-1a00ffa502d4 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-33d1c22a-8322-4038-be69-b61e262463d0 req-2ed2f78d-36ed-4029-b1af-1a00ffa502d4 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-33d1c22a-8322-4038-be69-b61e262463d0 req-2ed2f78d-36ed-4029-b1af-1a00ffa502d4 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:51 user nova-compute[75217]: WARNING nova.compute.manager [req-33d1c22a-8322-4038-be69-b61e262463d0 req-2ed2f78d-36ed-4029-b1af-1a00ffa502d4 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state active and task_state rescuing.
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-changed-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Refreshing instance network info cache due to event network-changed-ccdb396d-259c-4022-a996-a10c4e311bdf. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] Acquiring lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] Acquired lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:57:51 user nova-compute[75217]: DEBUG nova.network.neutron [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Refreshing network info cache for port ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:57:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance destroyed successfully.
Nov 22 11:57:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Attempting a stable device rescue
Nov 22 11:57:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75217) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 22 11:57:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 11:57:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Creating image(s)
Nov 22 11:57:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'trusted_certs' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "7c67732a526c0f4e5b582af102e43de29ad4fcd6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "7c67732a526c0f4e5b582af102e43de29ad4fcd6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updated VIF entry in instance network info cache for port ccdb396d-259c-4022-a996-a10c4e311bdf. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updating instance_info_cache with network_info: [{"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-409ffdec-c8aa-4b53-8145-cd30859cf775 req-55189603-88bc-4817-8e28-7ef1089d6db2 service nova] Releasing lock "refresh_cache-2a6b7873-0264-4b50-93bc-8b2ea343cc44" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:57:53 user nova-compute[75217]: INFO nova.compute.manager [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Detaching volume a90c444e-8889-41d3-b580-b18629372eb7
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.part --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.virt.images [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] 15421161-4380-4ae6-b146-225dc7bc398b was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.part /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:53 user nova-compute[75217]: INFO nova.virt.block_device [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attempting to driver detach volume a90c444e-8889-41d3-b580-b18629372eb7 from mountpoint /dev/vdb
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Attempting to detach device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:57:53 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:53 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:57:53 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:57:53 user nova-compute[75217]:   <serial>a90c444e-8889-41d3-b580-b18629372eb7</serial>
Nov 22 11:57:53 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:57:53 user nova-compute[75217]: </disk>
Nov 22 11:57:53 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:57:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config.
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:57:53 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:53 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:57:53 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:57:53 user nova-compute[75217]:   <serial>a90c444e-8889-41d3-b580-b18629372eb7</serial>
Nov 22 11:57:53 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:57:53 user nova-compute[75217]: </disk>
Nov 22 11:57:53 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-53fb0713-91f8-47eb-bedf-844a1d94ff21 req-92ca8d2c-b629-48d4-8e3e-b3cc6ca2d1ef service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-53fb0713-91f8-47eb-bedf-844a1d94ff21 req-92ca8d2c-b629-48d4-8e3e-b3cc6ca2d1ef service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-53fb0713-91f8-47eb-bedf-844a1d94ff21 req-92ca8d2c-b629-48d4-8e3e-b3cc6ca2d1ef service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-53fb0713-91f8-47eb-bedf-844a1d94ff21 req-92ca8d2c-b629-48d4-8e3e-b3cc6ca2d1ef service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-53fb0713-91f8-47eb-bedf-844a1d94ff21 req-92ca8d2c-b629-48d4-8e3e-b3cc6ca2d1ef service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:53 user nova-compute[75217]: WARNING nova.compute.manager [req-53fb0713-91f8-47eb-bedf-844a1d94ff21 req-92ca8d2c-b629-48d4-8e3e-b3cc6ca2d1ef service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state active and task_state rescuing.
Nov 22 11:57:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.part /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.converted" returned: 0 in 0.672s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "7c67732a526c0f4e5b582af102e43de29ad4fcd6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.198s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "7c67732a526c0f4e5b582af102e43de29ad4fcd6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "7c67732a526c0f4e5b582af102e43de29ad4fcd6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6 --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6,backing_fmt=raw /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6,backing_fmt=raw /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue" returned: 0 in 0.049s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "7c67732a526c0f4e5b582af102e43de29ad4fcd6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'migration_context' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.100s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Object Instance<592db032-6ae8-48f2-b038-077350cb2adc> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Start _get_guest_xml network_info=[{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "vif_mac": "fa:16:3e:13:0c:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '15421161-4380-4ae6-b146-225dc7bc398b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTaDpQWy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '592db032-6ae8-48f2-b038-077350cb2adc', 'attached_at': '', 'detached_at': '', 'volume_id': '2d218fd5-420e-4c48-bb01-99babdb1394b', 'serial': '2d218fd5-420e-4c48-bb01-99babdb1394b'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': 'a50a6d76-8efa-424a-96c9-ea7e7e0f82e0', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'resources' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Object Instance<592db032-6ae8-48f2-b038-077350cb2adc> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'numa_topology' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Object Instance<592db032-6ae8-48f2-b038-077350cb2adc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:57:54 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:57:54 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'vcpu_model' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Object Instance<592db032-6ae8-48f2-b038-077350cb2adc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTaDpQWy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:54 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:54 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:57:54 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f59b248-b9ff-419c-ac69-12ac049f275d]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = CTaDpQWy\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 22 11:57:54 user nova-compute[75217]: node.name = iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b
Nov 22 11:57:54 user nova-compute[75217]: node.tpgt = -1
Nov 22 11:57:54 user nova-compute[75217]: node.startup = automatic
Nov 22 11:57:54 user nova-compute[75217]: node.leading_login = No
Nov 22 11:57:54 user nova-compute[75217]: iface.iscsi_ifacename = default
Nov 22 11:57:54 user nova-compute[75217]: iface.net_ifacename = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.ipaddress = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.prefix_len = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.hwaddress = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.transport_name = tcp
Nov 22 11:57:54 user nova-compute[75217]: iface.initiatorname = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.vlan_id = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.vlan_priority = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.vlan_state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.iface_num = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.mtu = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.port = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.bootproto = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.subnet_mask = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.gateway = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_alt_client_id_state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_alt_client_id = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_dns = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_learn_iqn = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_req_vendor_id_state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_vendor_id_state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_vendor_id = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.dhcp_slp_da = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.fragmentation = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.gratuitous_arp = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.incoming_forwarding = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.tos_state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.tos = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.ttl = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.delayed_ack = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.tcp_nagle = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.tcp_wsf_state = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.tcp_wsf = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.tcp_timer_scale = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.tcp_timestamp = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.redirect = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.def_task_mgmt_timeout = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.header_digest = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.data_digest = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.immediate_data = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.initial_r2t = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.data_seq_inorder = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.data_pdu_inorder = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.erl = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.max_receive_data_len = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.first_burst_len = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.max_outstanding_r2t = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.max_burst_len = 0
Nov 22 11:57:54 user nova-compute[75217]: iface.chap_auth = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.bidi_chap = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.strict_login_compliance = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.discovery_auth = <empty>
Nov 22 11:57:54 user nova-compute[75217]: iface.discovery_logout = <empty>
Nov 22 11:57:54 user nova-compute[75217]: node.discovery_address = <empty>
Nov 22 11:57:54 user nova-compute[75217]: node.discovery_port = 0
Nov 22 11:57:54 user nova-compute[75217]: node.discovery_type = static
Nov 22 11:57:54 user nova-compute[75217]: node.session.initial_cmdsn = 0
Nov 22 11:57:54 user nova-compute[75217]: node.session.initial_login_retry_max = 8
Nov 22 11:57:54 user nova-compute[75217]: node.session.xmit_thread_priority = -20
Nov 22 11:57:54 user nova-compute[75217]: node.session.cmds_max = 128
Nov 22 11:57:54 user nova-compute[75217]: node.session.queue_depth = 32
Nov 22 11:57:54 user nova-compute[75217]: node.session.nr_sessions = 1
Nov 22 11:57:54 user nova-compute[75217]: node.session.auth.authmethod = CHAP
Nov 22 11:57:54 user nova-compute[75217]: node.session.auth.username = CTaDpQWy
Nov 22 11:57:54 user nova-compute[75217]: node.session.auth.password = ***
Nov 22 11:57:54 user nova-compute[75217]: node.session.auth.username_in = <empty>
Nov 22 11:57:54 user nova-compute[75217]: node.session.auth.password_in = <empty>
Nov 22 11:57:54 user nova-compute[75217]: node.session.auth.chap_algs = MD5
Nov 22 11:57:54 user nova-compute[75217]: node.session.timeo.replacement_timeout = 120
Nov 22 11:57:54 user nova-compute[75217]: node.session.err_timeo.abort_timeout = 15
Nov 22 11:57:54 user nova-compute[75217]: node.session.err_timeo.lu_reset_timeout = 30
Nov 22 11:57:54 user nova-compute[75217]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 22 11:57:54 user nova-compute[75217]: node.session.err_timeo.host_reset_timeout = 60
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.FastAbort = Yes
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.InitialR2T = No
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.ImmediateData = Yes
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.FirstBurstLength = 262144
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.MaxBurstLength = 16776192
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.DefaultTime2Retain = 0
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.DefaultTime2Wait = 2
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.MaxConnections = 1
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 22 11:57:54 user nova-compute[75217]: node.session.iscsi.ERL = 0
Nov 22 11:57:54 user nova-compute[75217]: node.session.scan = manual
Nov 22 11:57:54 user nova-compute[75217]: node.session.reopen_max = 0
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].address = 172.16.0.220
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].port = 3260
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].startup = manual
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].tcp.window_size = 524288
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].tcp.type_of_service = 0
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].timeo.logout_timeout = 15
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].timeo.login_timeout = 15
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].timeo.auth_timeout = 45
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].timeo.noop_out_interval = 5
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].timeo.noop_out_timeout = 5
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].iscsi.HeaderDigest = None
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].iscsi.DataDigest = None
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].iscsi.IFMarker = No
Nov 22 11:57:54 user nova-compute[75217]: node.conn[0].iscsi.OFMarker = No
Nov 22 11:57:54 user nova-compute[75217]: # END RECORD
Nov 22 11:57:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:54 user nova-compute[75217]: INFO nova.compute.manager [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Attaching volume 20bc94a4-3d48-449c-99ab-e6a9e9479e29 to /dev/vdb
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd16994-c0a4-442f-9e9a-04318016ffaa]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb073baf-1aa4-4454-a86a-850a5b0ea02e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTaDpQWy {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.utils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTaDpQWy" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[238afde4-6a34-4a65-8e14-732a9c204f5c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CTaDpQWy'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c6df3b8-15a3-41fa-898d-123a61fe2aab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[830bd9f5-c037-4b2b-abed-c3cc4b932bbc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[91051ab4-4d32-4475-9a0b-dec282c0436e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1930ea20-78b4-433b-90a5-c7ebe9961f6f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:54 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:54 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:54 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:57:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:57:54 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:57:54 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:57:54 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:57:54 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.171s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] HCTL ('33', '0', '0', 0) found on session 35 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2059eb24-3136-45ea-a03c-d4f3448cc1a9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec99f160-0417-4667-9b96-57a76ff6b8ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de6d771-63f6-407c-9b47-f467cce7f5d3]: (4, ('0 0 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Searching for a device in session 35 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTaDpQWy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.234s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] <== connect_volume: return (236ms) {'type': 'block', 'scsi_wwn': '23839363637646233', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839363637646233', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:57:54 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:57:54 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a002f9e3-b143-4fb1-b0d8-f3d338e3b1f5]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG os_brick.utils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updating existing volume attachment record: 5a30bbf0-ce5b-4007-9936-a4856bb00155 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-885285596',display_name='tempest-ServerStableDeviceRescueTest-server-885285596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-885285596',id=27,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLdnFC0lHykatMXg8iwcCBITxlRPRWRerhuLbwH6Ikz+G+NrE+BgtRoP97wPaEzm/Y4j7DnZJlX7hNBco0igovVEW5dXbkEPICvbcNUNIjIHExmq15I1VwvidEbdYAkgg==',key_name='tempest-keypair-913066666',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:54:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6318751ef4274219b55c495374499ca2',ramdisk_id='',reservation_id='r-0k7nuyos',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1597207724',owner_user_name='tempest-ServerStableDeviceRescueTest-1597207724-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:55:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e31818d5dd1848518559acd1e283a4e3',uuid=592db032-6ae8-48f2-b038-077350cb2adc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "vif_mac": "fa:16:3e:13:0c:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converting VIF {"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "vif_mac": "fa:16:3e:13:0c:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'pci_devices' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.objects.base [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Object Instance<592db032-6ae8-48f2-b038-077350cb2adc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 11:57:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:57:54 user nova-compute[75217]:   <uuid>592db032-6ae8-48f2-b038-077350cb2adc</uuid>
Nov 22 11:57:54 user nova-compute[75217]:   <name>instance-0000001b</name>
Nov 22 11:57:54 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:57:54 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:57:54 user nova-compute[75217]:   <metadata>
Nov 22 11:57:54 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:57:54 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:57:54 user nova-compute[75217]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-885285596</nova:name>
Nov 22 11:57:54 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:57:54</nova:creationTime>
Nov 22 11:57:54 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:57:54 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:57:54 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:57:54 user nova-compute[75217]:       <nova:owner>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:user uuid="e31818d5dd1848518559acd1e283a4e3">tempest-ServerStableDeviceRescueTest-1597207724-project-member</nova:user>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:project uuid="6318751ef4274219b55c495374499ca2">tempest-ServerStableDeviceRescueTest-1597207724</nova:project>
Nov 22 11:57:54 user nova-compute[75217]:       </nova:owner>
Nov 22 11:57:54 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:57:54 user nova-compute[75217]:       <nova:ports>
Nov 22 11:57:54 user nova-compute[75217]:         <nova:port uuid="99f1b350-8d99-42f5-8c54-24ef056b7178">
Nov 22 11:57:54 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 22 11:57:54 user nova-compute[75217]:         </nova:port>
Nov 22 11:57:54 user nova-compute[75217]:       </nova:ports>
Nov 22 11:57:54 user nova-compute[75217]:     </nova:instance>
Nov 22 11:57:54 user nova-compute[75217]:   </metadata>
Nov 22 11:57:54 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:57:54 user nova-compute[75217]:     <system>
Nov 22 11:57:54 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:57:54 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:57:54 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:57:54 user nova-compute[75217]:       <entry name="serial">592db032-6ae8-48f2-b038-077350cb2adc</entry>
Nov 22 11:57:54 user nova-compute[75217]:       <entry name="uuid">592db032-6ae8-48f2-b038-077350cb2adc</entry>
Nov 22 11:57:54 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:57:54 user nova-compute[75217]:     </system>
Nov 22 11:57:54 user nova-compute[75217]:   </sysinfo>
Nov 22 11:57:54 user nova-compute[75217]:   <os>
Nov 22 11:57:54 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:57:54 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:57:54 user nova-compute[75217]:   </os>
Nov 22 11:57:54 user nova-compute[75217]:   <features>
Nov 22 11:57:54 user nova-compute[75217]:     <acpi/>
Nov 22 11:57:54 user nova-compute[75217]:     <apic/>
Nov 22 11:57:54 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:57:54 user nova-compute[75217]:   </features>
Nov 22 11:57:54 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:57:54 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:57:54 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:57:54 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:57:54 user nova-compute[75217]:   </clock>
Nov 22 11:57:54 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:57:54 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:57:54 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:57:54 user nova-compute[75217]:   </cpu>
Nov 22 11:57:54 user nova-compute[75217]:   <devices>
Nov 22 11:57:54 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:57:54 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:57:54 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk"/>
Nov 22 11:57:54 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:57:54 user nova-compute[75217]:     </disk>
Nov 22 11:57:54 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 11:57:54 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:57:54 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 11:57:54 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 11:57:54 user nova-compute[75217]:       <serial>2d218fd5-420e-4c48-bb01-99babdb1394b</serial>
Nov 22 11:57:54 user nova-compute[75217]:     </disk>
Nov 22 11:57:54 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:57:54 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:57:54 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue"/>
Nov 22 11:57:54 user nova-compute[75217]:       <target dev="vdc" bus="virtio"/>
Nov 22 11:57:54 user nova-compute[75217]:       <boot order="1"/>
Nov 22 11:57:54 user nova-compute[75217]:     </disk>
Nov 22 11:57:54 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:57:54 user nova-compute[75217]:       <mac address="fa:16:3e:13:0c:0b"/>
Nov 22 11:57:54 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:57:54 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:57:54 user nova-compute[75217]:       <target dev="tap99f1b350-8d"/>
Nov 22 11:57:54 user nova-compute[75217]:     </interface>
Nov 22 11:57:54 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:57:54 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/console.log" append="off"/>
Nov 22 11:57:54 user nova-compute[75217]:     </serial>
Nov 22 11:57:54 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:57:54 user nova-compute[75217]:     <video>
Nov 22 11:57:54 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:57:54 user nova-compute[75217]:     </video>
Nov 22 11:57:54 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:57:54 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:57:54 user nova-compute[75217]:     </rng>
Nov 22 11:57:54 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:57:54 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:57:54 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:57:54 user nova-compute[75217]:     </memballoon>
Nov 22 11:57:54 user nova-compute[75217]:   </devices>
Nov 22 11:57:54 user nova-compute[75217]: </domain>
Nov 22 11:57:54 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:57:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance destroyed successfully.
Nov 22 11:57:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] No VIF found with MAC fa:16:3e:13:0c:0b, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:57:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:57:56 user nova-compute[75217]: INFO nova.compute.claims [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Claim successful on node user
Nov 22 11:57:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:56 user nova-compute[75217]: INFO nova.compute.manager [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Terminating instance
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-dd3ab780-e0c3-4934-9a81-0bda27a782b6 req-aa2e481d-6430-485e-b74c-b6c817d5529b service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-dd3ab780-e0c3-4934-9a81-0bda27a782b6 req-aa2e481d-6430-485e-b74c-b6c817d5529b service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-dd3ab780-e0c3-4934-9a81-0bda27a782b6 req-aa2e481d-6430-485e-b74c-b6c817d5529b service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-dd3ab780-e0c3-4934-9a81-0bda27a782b6 req-aa2e481d-6430-485e-b74c-b6c817d5529b service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-dd3ab780-e0c3-4934-9a81-0bda27a782b6 req-aa2e481d-6430-485e-b74c-b6c817d5529b service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:56 user nova-compute[75217]: WARNING nova.compute.manager [req-dd3ab780-e0c3-4934-9a81-0bda27a782b6 req-aa2e481d-6430-485e-b74c-b6c817d5529b service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state active and task_state rescuing.
Nov 22 11:57:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:57:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Creating image(s)
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "/opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:56 user nova-compute[75217]: DEBUG nova.policy [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a781cd9624bb465f91d41c1fbabb8701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e86726c125f47e4ac39af0f3b72c58f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk 1073741824" returned: 0 in 0.315s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.508s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Instance destroyed successfully.
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.objects.instance [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'resources' on Instance uuid 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T11:52:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-55906077',display_name='tempest-ServerActionsTestOtherA-server-1527043855',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-55906077',id=21,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmNUqT3KwJqfw5lTyUlYzDSl7aaIDmytTiH8oeCAMtssBRCvNX9jnRRMaeshS7KqWKBCbMxDnO1Gpgfovv/HXzIQGe48DM/2julXT0m18OVkFIgi8LqiB21kpDQSJ9K7g==',key_name='tempest-keypair-710658234',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:54:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-xmgz8r7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:54:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=320d4303-79bf-4f5f-a31f-8b77cdc4dcc7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "address": "fa:16:3e:f8:2f:c6", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f314fd2-8c", "ovs_interfaceid": "6f314fd2-8c63-499e-9cf9-ed5894bb64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG os_vif [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f314fd2-8c, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3f1bcc3-5ac9-4767-be11-6b6e7b52be75) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:57 user nova-compute[75217]: INFO os_vif [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:2f:c6,bridge_name='br-int',has_traffic_filtering=True,id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f314fd2-8c')
Nov 22 11:57:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Deleting instance files /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7_del
Nov 22 11:57:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Deletion of /opt/stack/data/nova/instances/320d4303-79bf-4f5f-a31f-8b77cdc4dcc7_del complete
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:57:57 user nova-compute[75217]: INFO nova.compute.manager [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Cannot resize image /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Ensure instance console log exists: /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Successfully created port: b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:58 user nova-compute[75217]: WARNING nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state active and task_state rescuing.
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-unplugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-unplugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-unplugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Acquiring lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] No waiting events found dispatching network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:57:58 user nova-compute[75217]: WARNING nova.compute.manager [req-124c9dac-a2fd-424e-9969-4ef21ee34482 req-8c913134-7aff-4830-a4ec-195c9bbfd354 service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received unexpected event network-vif-plugged-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 for instance with vm_state active and task_state deleting.
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Successfully updated port: b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received event network-changed-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Refreshing instance network info cache due to event network-changed-b4bd3356-c867-4791-afe4-183e5e055083. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] Acquiring lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-ad4daa90-ca7d-49cc-9dba-72f5291108bf req-6d817d0e-7904-4895-b965-ad791f7eeb1b service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Received event network-vif-deleted-6f314fd2-8c63-499e-9cf9-ed5894bb64e1 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:57:58 user nova-compute[75217]: INFO nova.compute.manager [req-ad4daa90-ca7d-49cc-9dba-72f5291108bf req-6d817d0e-7904-4895-b965-ad791f7eeb1b service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Neutron deleted interface 6f314fd2-8c63-499e-9cf9-ed5894bb64e1; detaching it from the instance and deleting it from the info cache
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-ad4daa90-ca7d-49cc-9dba-72f5291108bf req-6d817d0e-7904-4895-b965-ad791f7eeb1b service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:58 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Took 1.00 seconds to deallocate network for instance.
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-ad4daa90-ca7d-49cc-9dba-72f5291108bf req-6d817d0e-7904-4895-b965-ad791f7eeb1b service nova] [instance: 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7] Detach interface failed, port_id=6f314fd2-8c63-499e-9cf9-ed5894bb64e1, reason: Instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:57:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4acadd88-42c1-4e8f-bfdb-f8cd310c59af tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.415s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:59 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Deleted allocations for instance 320d4303-79bf-4f5f-a31f-8b77cdc4dcc7
Nov 22 11:57:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8854a242-0bb4-4afc-b3d2-308efef34285 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "320d4303-79bf-4f5f-a31f-8b77cdc4dcc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.864s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Updating instance_info_cache with network_info: [{"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Instance network_info: |[{"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] Acquired lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.neutron [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Refreshing network info cache for port b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Start _get_guest_xml network_info=[{"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:57:59 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:57:59 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1455953512',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1455953512',id=29,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-9z6ja844',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:57:57Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=ca507940-e888-4485-af62-ed5dc0cd7dc3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'pci_devices' on Instance uuid ca507940-e888-4485-af62-ed5dc0cd7dc3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:57:59 user nova-compute[75217]:   <uuid>ca507940-e888-4485-af62-ed5dc0cd7dc3</uuid>
Nov 22 11:57:59 user nova-compute[75217]:   <name>instance-0000001d</name>
Nov 22 11:57:59 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:57:59 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:57:59 user nova-compute[75217]:   <metadata>
Nov 22 11:57:59 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:57:59 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:57:59 user nova-compute[75217]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1455953512</nova:name>
Nov 22 11:57:59 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:57:59</nova:creationTime>
Nov 22 11:57:59 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:57:59 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:57:59 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:57:59 user nova-compute[75217]:       <nova:owner>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:user uuid="a781cd9624bb465f91d41c1fbabb8701">tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member</nova:user>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:project uuid="0e86726c125f47e4ac39af0f3b72c58f">tempest-ServerBootFromVolumeStableRescueTest-964604612</nova:project>
Nov 22 11:57:59 user nova-compute[75217]:       </nova:owner>
Nov 22 11:57:59 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:57:59 user nova-compute[75217]:       <nova:ports>
Nov 22 11:57:59 user nova-compute[75217]:         <nova:port uuid="b4bd3356-c867-4791-afe4-183e5e055083">
Nov 22 11:57:59 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 11:57:59 user nova-compute[75217]:         </nova:port>
Nov 22 11:57:59 user nova-compute[75217]:       </nova:ports>
Nov 22 11:57:59 user nova-compute[75217]:     </nova:instance>
Nov 22 11:57:59 user nova-compute[75217]:   </metadata>
Nov 22 11:57:59 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:57:59 user nova-compute[75217]:     <system>
Nov 22 11:57:59 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:57:59 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:57:59 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:57:59 user nova-compute[75217]:       <entry name="serial">ca507940-e888-4485-af62-ed5dc0cd7dc3</entry>
Nov 22 11:57:59 user nova-compute[75217]:       <entry name="uuid">ca507940-e888-4485-af62-ed5dc0cd7dc3</entry>
Nov 22 11:57:59 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:57:59 user nova-compute[75217]:     </system>
Nov 22 11:57:59 user nova-compute[75217]:   </sysinfo>
Nov 22 11:57:59 user nova-compute[75217]:   <os>
Nov 22 11:57:59 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:57:59 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:57:59 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:57:59 user nova-compute[75217]:   </os>
Nov 22 11:57:59 user nova-compute[75217]:   <features>
Nov 22 11:57:59 user nova-compute[75217]:     <acpi/>
Nov 22 11:57:59 user nova-compute[75217]:     <apic/>
Nov 22 11:57:59 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:57:59 user nova-compute[75217]:   </features>
Nov 22 11:57:59 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:57:59 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:57:59 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:57:59 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:57:59 user nova-compute[75217]:   </clock>
Nov 22 11:57:59 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:57:59 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:57:59 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:57:59 user nova-compute[75217]:   </cpu>
Nov 22 11:57:59 user nova-compute[75217]:   <devices>
Nov 22 11:57:59 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:57:59 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:57:59 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk"/>
Nov 22 11:57:59 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:57:59 user nova-compute[75217]:     </disk>
Nov 22 11:57:59 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:57:59 user nova-compute[75217]:       <mac address="fa:16:3e:50:18:e8"/>
Nov 22 11:57:59 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:57:59 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:57:59 user nova-compute[75217]:       <target dev="tapb4bd3356-c8"/>
Nov 22 11:57:59 user nova-compute[75217]:     </interface>
Nov 22 11:57:59 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:57:59 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/console.log" append="off"/>
Nov 22 11:57:59 user nova-compute[75217]:     </serial>
Nov 22 11:57:59 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:57:59 user nova-compute[75217]:     <video>
Nov 22 11:57:59 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:57:59 user nova-compute[75217]:     </video>
Nov 22 11:57:59 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:57:59 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:57:59 user nova-compute[75217]:     </rng>
Nov 22 11:57:59 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:57:59 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:57:59 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:57:59 user nova-compute[75217]:     </memballoon>
Nov 22 11:57:59 user nova-compute[75217]:   </devices>
Nov 22 11:57:59 user nova-compute[75217]: </domain>
Nov 22 11:57:59 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1455953512',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1455953512',id=29,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-9z6ja844',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:57:57Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=ca507940-e888-4485-af62-ed5dc0cd7dc3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG os_vif [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f65dff65-eeaf-5267-97bf-abd955869807', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4bd3356-c8, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4bd3356-c8, col_values=(('qos', UUID('aa25fa98-7950-48ea-849c-e98fce174ed3')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4bd3356-c8, col_values=(('external_ids', {'iface-id': 'b4bd3356-c867-4791-afe4-183e5e055083', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:18:e8', 'vm-uuid': 'ca507940-e888-4485-af62-ed5dc0cd7dc3'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:57:59 user nova-compute[75217]: INFO os_vif [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8')
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No VIF found with MAC fa:16:3e:50:18:e8, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.neutron [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Updated VIF entry in instance network info cache for port b4bd3356-c867-4791-afe4-183e5e055083. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG nova.network.neutron [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Updating instance_info_cache with network_info: [{"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:57:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4f5ef953-bc36-4713-af64-938f16097739 req-a51fd965-f50b-46c9-ada2-1c7c8289ac38 service nova] Releasing lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-23002775-a803-4dc0-9859-55bcd8058caf req-e00be359-fdf8-43ad-8196-e9e9c1649c28 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received event network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-23002775-a803-4dc0-9859-55bcd8058caf req-e00be359-fdf8-43ad-8196-e9e9c1649c28 service nova] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-23002775-a803-4dc0-9859-55bcd8058caf req-e00be359-fdf8-43ad-8196-e9e9c1649c28 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-23002775-a803-4dc0-9859-55bcd8058caf req-e00be359-fdf8-43ad-8196-e9e9c1649c28 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-23002775-a803-4dc0-9859-55bcd8058caf req-e00be359-fdf8-43ad-8196-e9e9c1649c28 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] No waiting events found dispatching network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:58:01 user nova-compute[75217]: WARNING nova.compute.manager [req-23002775-a803-4dc0-9859-55bcd8058caf req-e00be359-fdf8-43ad-8196-e9e9c1649c28 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received unexpected event network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 for instance with vm_state building and task_state spawning.
Nov 22 11:58:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQVAFeBi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:58:01 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:58:01 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:58:01 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a54e2e-8251-404b-8637-21107317d92d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:58:01 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2428523-f93a-4575-8c5c-86e3aef38599]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29] added
Nov 22 11:58:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8f9d4f-4a9d-4fe5-a4ce-420ba2fdaede]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a225843e-e7c5-418c-877a-30a43e9b14cb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xQVAFeBi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xQVAFeBi" returned: 0 in 0.040s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49b0227-2f55-47f2-a541-94c5a0961870]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xQVAFeBi'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a6096c-1f33-4ba7-a64c-dff12494d47a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5879029f-e6c9-44d4-953c-363e8af8baef]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:01 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:01 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:01 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:58:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:01 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:01 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:01 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:58:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd682555-b3c8-4c4e-95db-15099a58f244]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260]
Nov 22 11:58:01 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260] successful.
Nov 22 11:58:01 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c94c89-29eb-4c8a-b029-b2540af22676]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7031692-932f-4d11-814f-d545bf91c818]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:58:02 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.487s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] HCTL ('37', '-', '-', 0) found on session 37 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d95ee3eb-8b64-4d2d-99ca-b665adca44f3]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching for a device in session 37 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:58:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQVAFeBi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.532s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== connect_volume: return (1534ms) {'type': 'block', 'scsi_wwn': '23065613538613034', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065613538613034', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.objects.instance [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:58:03 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:58:03 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 11:58:03 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:58:03 user nova-compute[75217]:   <serial>20bc94a4-3d48-449c-99ab-e6a9e9479e29</serial>
Nov 22 11:58:03 user nova-compute[75217]: </disk>
Nov 22 11:58:03 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-4eb69bc2-047b-4531-a479-3fe67110db02 req-0c0b163e-6bc9-4e5a-91d4-1b38fd211af3 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received event network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4eb69bc2-047b-4531-a479-3fe67110db02 req-0c0b163e-6bc9-4e5a-91d4-1b38fd211af3 service nova] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4eb69bc2-047b-4531-a479-3fe67110db02 req-0c0b163e-6bc9-4e5a-91d4-1b38fd211af3 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4eb69bc2-047b-4531-a479-3fe67110db02 req-0c0b163e-6bc9-4e5a-91d4-1b38fd211af3 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-4eb69bc2-047b-4531-a479-3fe67110db02 req-0c0b163e-6bc9-4e5a-91d4-1b38fd211af3 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] No waiting events found dispatching network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:58:03 user nova-compute[75217]: WARNING nova.compute.manager [req-4eb69bc2-047b-4531-a479-3fe67110db02 req-0c0b163e-6bc9-4e5a-91d4-1b38fd211af3 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received unexpected event network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 for instance with vm_state building and task_state spawning.
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:cf:73:88, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-038c6f66-0eba-4963-a502-980e314e5a03 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.985s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:58:03 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Instance spawned successfully.
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:04 user nova-compute[75217]: INFO nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Took 7.23 seconds to spawn the instance on the hypervisor.
Nov 22 11:58:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:58:04 user nova-compute[75217]: INFO nova.compute.manager [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Took 8.12 seconds to build instance.
Nov 22 11:58:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6fff0e2b-a60b-4826-b5cd-0cc6e990fa47 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.229s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:06 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:58:06 user nova-compute[75217]: INFO nova.compute.claims [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Claim successful on node user
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.434s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:58:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.policy [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c10cd5f870ec4674a7abbfaf400631cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf38e88887460b8a5159696407be3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:58:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Creating image(s)
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "/opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Successfully created port: 8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking if we can resize image /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Cannot resize image /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Ensure instance console log exists: /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Successfully updated port: 8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquired lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-changed-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Refreshing instance network info cache due to event network-changed-8ac22d71-0d34-4be0-804a-172f85a8e8dd. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:58:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] Acquiring lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Updating instance_info_cache with network_info: [{"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updating instance_info_cache with network_info: [{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Releasing lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Instance network_info: |[{"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] Acquired lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.neutron [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Refreshing network info cache for port 8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Start _get_guest_xml network_info=[{"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:58:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:58:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-460147847',display_name='tempest-AttachVolumeNegativeTest-server-460147847',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-460147847',id=30,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLfaY6zjfxIBWWD39c2n19lx7nyjYMp4FKFJPbS2EkekpjEfebSHYNaZTcgryW1xG/T2+tQuBsyOgyug66mIf+qiaGsj9IqEceJk9Y8bPA00kh+EOt3D2YmKtUbzpreZgg==',key_name='tempest-keypair-247445253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-4by5p00r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:58:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=666d3fa8-1037-4f73-bbc2-7d81996098ba,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.objects.instance [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'pci_devices' on Instance uuid 666d3fa8-1037-4f73-bbc2-7d81996098ba {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:58:09 user nova-compute[75217]:   <uuid>666d3fa8-1037-4f73-bbc2-7d81996098ba</uuid>
Nov 22 11:58:09 user nova-compute[75217]:   <name>instance-0000001e</name>
Nov 22 11:58:09 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:58:09 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:58:09 user nova-compute[75217]:   <metadata>
Nov 22 11:58:09 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:58:09 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:58:09 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeNegativeTest-server-460147847</nova:name>
Nov 22 11:58:09 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:58:09</nova:creationTime>
Nov 22 11:58:09 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:58:09 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:58:09 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:58:09 user nova-compute[75217]:       <nova:owner>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:user uuid="c10cd5f870ec4674a7abbfaf400631cc">tempest-AttachVolumeNegativeTest-1572427977-project-member</nova:user>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:project uuid="2fdf38e88887460b8a5159696407be3d">tempest-AttachVolumeNegativeTest-1572427977</nova:project>
Nov 22 11:58:09 user nova-compute[75217]:       </nova:owner>
Nov 22 11:58:09 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:58:09 user nova-compute[75217]:       <nova:ports>
Nov 22 11:58:09 user nova-compute[75217]:         <nova:port uuid="8ac22d71-0d34-4be0-804a-172f85a8e8dd">
Nov 22 11:58:09 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 22 11:58:09 user nova-compute[75217]:         </nova:port>
Nov 22 11:58:09 user nova-compute[75217]:       </nova:ports>
Nov 22 11:58:09 user nova-compute[75217]:     </nova:instance>
Nov 22 11:58:09 user nova-compute[75217]:   </metadata>
Nov 22 11:58:09 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:58:09 user nova-compute[75217]:     <system>
Nov 22 11:58:09 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:58:09 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:58:09 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:58:09 user nova-compute[75217]:       <entry name="serial">666d3fa8-1037-4f73-bbc2-7d81996098ba</entry>
Nov 22 11:58:09 user nova-compute[75217]:       <entry name="uuid">666d3fa8-1037-4f73-bbc2-7d81996098ba</entry>
Nov 22 11:58:09 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:58:09 user nova-compute[75217]:     </system>
Nov 22 11:58:09 user nova-compute[75217]:   </sysinfo>
Nov 22 11:58:09 user nova-compute[75217]:   <os>
Nov 22 11:58:09 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:58:09 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:58:09 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:58:09 user nova-compute[75217]:   </os>
Nov 22 11:58:09 user nova-compute[75217]:   <features>
Nov 22 11:58:09 user nova-compute[75217]:     <acpi/>
Nov 22 11:58:09 user nova-compute[75217]:     <apic/>
Nov 22 11:58:09 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:58:09 user nova-compute[75217]:   </features>
Nov 22 11:58:09 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:58:09 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:58:09 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:58:09 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:58:09 user nova-compute[75217]:   </clock>
Nov 22 11:58:09 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:58:09 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:58:09 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:58:09 user nova-compute[75217]:   </cpu>
Nov 22 11:58:09 user nova-compute[75217]:   <devices>
Nov 22 11:58:09 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:58:09 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:58:09 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk"/>
Nov 22 11:58:09 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:58:09 user nova-compute[75217]:     </disk>
Nov 22 11:58:09 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:58:09 user nova-compute[75217]:       <mac address="fa:16:3e:28:85:03"/>
Nov 22 11:58:09 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:58:09 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:58:09 user nova-compute[75217]:       <target dev="tap8ac22d71-0d"/>
Nov 22 11:58:09 user nova-compute[75217]:     </interface>
Nov 22 11:58:09 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:58:09 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/console.log" append="off"/>
Nov 22 11:58:09 user nova-compute[75217]:     </serial>
Nov 22 11:58:09 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:58:09 user nova-compute[75217]:     <video>
Nov 22 11:58:09 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:58:09 user nova-compute[75217]:     </video>
Nov 22 11:58:09 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:58:09 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:58:09 user nova-compute[75217]:     </rng>
Nov 22 11:58:09 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:58:09 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:58:09 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:58:09 user nova-compute[75217]:     </memballoon>
Nov 22 11:58:09 user nova-compute[75217]:   </devices>
Nov 22 11:58:09 user nova-compute[75217]: </domain>
Nov 22 11:58:09 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:58:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-460147847',display_name='tempest-AttachVolumeNegativeTest-server-460147847',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-460147847',id=30,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLfaY6zjfxIBWWD39c2n19lx7nyjYMp4FKFJPbS2EkekpjEfebSHYNaZTcgryW1xG/T2+tQuBsyOgyug66mIf+qiaGsj9IqEceJk9Y8bPA00kh+EOt3D2YmKtUbzpreZgg==',key_name='tempest-keypair-247445253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-4by5p00r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:58:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=666d3fa8-1037-4f73-bbc2-7d81996098ba,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG os_vif [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b28b4d2c-88dd-5f2f-99bb-274258f98d57', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8ac22d71-0d, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8ac22d71-0d, col_values=(('qos', UUID('ac740960-5087-47d9-812c-58c3ed7affd5')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8ac22d71-0d, col_values=(('external_ids', {'iface-id': '8ac22d71-0d34-4be0-804a-172f85a8e8dd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:85:03', 'vm-uuid': '666d3fa8-1037-4f73-bbc2-7d81996098ba'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:09 user nova-compute[75217]: INFO os_vif [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d')
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:28:85:03, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.neutron [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Updated VIF entry in instance network info cache for port 8ac22d71-0d34-4be0-804a-172f85a8e8dd. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG nova.network.neutron [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Updating instance_info_cache with network_info: [{"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3c782648-4cb8-46a0-8609-4c31e2a8076c req-01427006-05ac-445e-bd55-2bbfaa6da6ab service nova] Releasing lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-b22dc526-6140-49ed-bd87-75e51f437620 req-fcbc7bdd-9c5d-4dbc-9ac8-3412c9ec0a30 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b22dc526-6140-49ed-bd87-75e51f437620 req-fcbc7bdd-9c5d-4dbc-9ac8-3412c9ec0a30 service nova] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b22dc526-6140-49ed-bd87-75e51f437620 req-fcbc7bdd-9c5d-4dbc-9ac8-3412c9ec0a30 service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b22dc526-6140-49ed-bd87-75e51f437620 req-fcbc7bdd-9c5d-4dbc-9ac8-3412c9ec0a30 service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-b22dc526-6140-49ed-bd87-75e51f437620 req-fcbc7bdd-9c5d-4dbc-9ac8-3412c9ec0a30 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] No waiting events found dispatching network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:58:11 user nova-compute[75217]: WARNING nova.compute.manager [req-b22dc526-6140-49ed-bd87-75e51f437620 req-fcbc7bdd-9c5d-4dbc-9ac8-3412c9ec0a30 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received unexpected event network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd for instance with vm_state building and task_state spawning.
Nov 22 11:58:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:58:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Instance spawned successfully.
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-4905e7c4-d716-47ca-b96b-36433340bb5d req-cbc5b7e5-7bfc-4eea-b876-ab73d65c3646 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4905e7c4-d716-47ca-b96b-36433340bb5d req-cbc5b7e5-7bfc-4eea-b876-ab73d65c3646 service nova] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4905e7c4-d716-47ca-b96b-36433340bb5d req-cbc5b7e5-7bfc-4eea-b876-ab73d65c3646 service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4905e7c4-d716-47ca-b96b-36433340bb5d req-cbc5b7e5-7bfc-4eea-b876-ab73d65c3646 service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-4905e7c4-d716-47ca-b96b-36433340bb5d req-cbc5b7e5-7bfc-4eea-b876-ab73d65c3646 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] No waiting events found dispatching network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:58:13 user nova-compute[75217]: WARNING nova.compute.manager [req-4905e7c4-d716-47ca-b96b-36433340bb5d req-cbc5b7e5-7bfc-4eea-b876-ab73d65c3646 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received unexpected event network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd for instance with vm_state building and task_state spawning.
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:13 user nova-compute[75217]: INFO nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Took 5.60 seconds to spawn the instance on the hypervisor.
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:58:13 user nova-compute[75217]: INFO nova.compute.manager [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Took 6.40 seconds to build instance.
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-54b07024-8353-42f3-94a0-9aa7b767fb07 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.503s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json" returned: 0 in 0.243s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 is timed out.
Nov 22 11:58:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config.
Nov 22 11:58:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fIHMmNbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:58:14 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[200a3833-1bdf-42e2-aa7d-3b495a8aa06c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:58:14 user nova-compute[75217]: No targets found.
Nov 22 11:58:14 user nova-compute[75217]: iSNS:
Nov 22 11:58:14 user nova-compute[75217]: No targets found.
Nov 22 11:58:14 user nova-compute[75217]: STATIC:
Nov 22 11:58:14 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 11:58:14 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:14 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:14 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7
Nov 22 11:58:14 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:14 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:14 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b
Nov 22 11:58:14 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:14 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:14 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:58:14 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:14 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:14 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:58:14 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:14 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:14 user nova-compute[75217]: FIRMWARE:
Nov 22 11:58:14 user nova-compute[75217]: No targets found.
Nov 22 11:58:14 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:58:14 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:58:14 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e216ef5-e7e7-4d5f-b7c2-a8010d2dae0b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4d69c3-c743-4122-bb6c-ff545ecd38c8]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:14 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 (non-flash)
Nov 22 11:58:14 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:14 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c6f3e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf0c7778-8cd1-4ad2-a1ee-1e61ac2c74a1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca7b928-7d90-4ebb-bee2-6a1780de9703]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d829d1a4-d5b4-4f08-8581-3a992d78806d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.067s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[057579d1-a262-49d2-89ae-5e09a4a8a44e]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8786a2-4810-40d8-9c91-1b48b80411a4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec6441f0-9727-43ad-b22b-e50c28084bdc]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260]
Nov 22 11:58:14 user nova-compute[75217]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7, portal: 172.16.0.220,3260] successful.
Nov 22 11:58:14 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a90c444e-8889-41d3-b580-b18629372eb7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e825ed-42ee-4b34-a71d-17633352edf8]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.444s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== disconnect_volume: return (445ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:58:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ffdad48e-0f9e-4ae3-809f-b1eec8557ed2 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.230s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:58:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7626MB free_disk=25.189159393310547GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 07942eef-384d-4aaf-9dc0-8c70e0051033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 666d3fa8-1037-4f73-bbc2-7d81996098ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:58:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:58:19 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:58:19 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:58:19 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:58:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.542s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:58:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing instance network info cache due to event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updated VIF entry in instance network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-598c9f3f-9a84-4b34-902e-80be61dc3ea1 req-b2975fe8-a792-4c0e-89ea-bbfd72e6ce86 service nova] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:23 user nova-compute[75217]: INFO nova.compute.manager [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Detaching volume df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:58:23 user nova-compute[75217]: INFO nova.virt.block_device [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Attempting to driver detach volume df8e97ea-7f72-408b-b345-341307eb081b from mountpoint /dev/vdb
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Attempting to detach device vdb from instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:58:23 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:58:23 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 11:58:23 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:58:23 user nova-compute[75217]:   <serial>df8e97ea-7f72-408b-b345-341307eb081b</serial>
Nov 22 11:58:23 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:58:23 user nova-compute[75217]: </disk>
Nov 22 11:58:23 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:58:23 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully detached device vdb from instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 from the persistent domain config.
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:58:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:58:23 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:58:23 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 11:58:23 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:58:23 user nova-compute[75217]:   <serial>df8e97ea-7f72-408b-b345-341307eb081b</serial>
Nov 22 11:58:23 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:58:23 user nova-compute[75217]: </disk>
Nov 22 11:58:23 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:58:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:58:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing instance network info cache due to event network-changed-ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] Acquiring lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] Acquired lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Refreshing network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updated VIF entry in instance network info cache for port ae5929fe-70c3-4d62-a3fe-1f7541632a5b. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [{"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e7680585-b9b2-426f-b334-688ccdf2b3dc req-6401d29a-884f-4dc4-b442-97e244bae7c6 service nova] Releasing lock "refresh_cache-2a6d9f01-95a2-4bf9-881c-97c7995217b6" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:58:32 user nova-compute[75217]: INFO nova.compute.claims [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Claim successful on node user
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.468s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:58:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:58:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.policy [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d3b4cfe96d41f6b22ed8b4163db627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3ab8aa1c04f464e90bb10355f8b6c14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 11:58:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Creating image(s)
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "/opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "/opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "/opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk 1073741824" returned: 0 in 0.048s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Successfully created port: d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Cannot resize image /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Ensure instance console log exists: /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Successfully updated port: d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquired lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-changed-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Refreshing instance network info cache due to event network-changed-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] Acquiring lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updating instance_info_cache with network_info: [{"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Releasing lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Instance network_info: |[{"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] Acquired lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Refreshing network info cache for port d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Start _get_guest_xml network_info=[{"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 11:58:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:58:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:58:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-15165009',display_name='tempest-TestStampPattern-server-15165009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-15165009',id=31,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBHZnhPgh/mLI4s91TXRMZzZ3/CDw3XadQliYDVe+f0ZQSv0N/2O5PKdxAH+fu737dGIOMga8GpNf+QLVAngq+x2nkBA8h6wnHRH71JiOtRfhsMWGdi3RNkLluBEuq7bQ==',key_name='tempest-TestStampPattern-1301542027',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3ab8aa1c04f464e90bb10355f8b6c14',ramdisk_id='',reservation_id='r-e4jpvu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1751929553',owner_user_name='tempest-TestStampPattern-1751929553-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:58:33Z,user_data=None,user_id='e2d3b4cfe96d41f6b22ed8b4163db627',uuid=eefa92c3-f9cc-4d77-81a6-0b27934ed391,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converting VIF {"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'pci_devices' on Instance uuid eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] End _get_guest_xml xml=<domain type="kvm">
Nov 22 11:58:34 user nova-compute[75217]:   <uuid>eefa92c3-f9cc-4d77-81a6-0b27934ed391</uuid>
Nov 22 11:58:34 user nova-compute[75217]:   <name>instance-0000001f</name>
Nov 22 11:58:34 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 11:58:34 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 11:58:34 user nova-compute[75217]:   <metadata>
Nov 22 11:58:34 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 11:58:34 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 11:58:34 user nova-compute[75217]:       <nova:name>tempest-TestStampPattern-server-15165009</nova:name>
Nov 22 11:58:34 user nova-compute[75217]:       <nova:creationTime>2023-11-22 11:58:34</nova:creationTime>
Nov 22 11:58:34 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 11:58:34 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 11:58:34 user nova-compute[75217]:       </nova:flavor>
Nov 22 11:58:34 user nova-compute[75217]:       <nova:owner>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:user uuid="e2d3b4cfe96d41f6b22ed8b4163db627">tempest-TestStampPattern-1751929553-project-member</nova:user>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:project uuid="d3ab8aa1c04f464e90bb10355f8b6c14">tempest-TestStampPattern-1751929553</nova:project>
Nov 22 11:58:34 user nova-compute[75217]:       </nova:owner>
Nov 22 11:58:34 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 11:58:34 user nova-compute[75217]:       <nova:ports>
Nov 22 11:58:34 user nova-compute[75217]:         <nova:port uuid="d925e1ed-4d98-47b8-9f11-8a957a8ddb7e">
Nov 22 11:58:34 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 22 11:58:34 user nova-compute[75217]:         </nova:port>
Nov 22 11:58:34 user nova-compute[75217]:       </nova:ports>
Nov 22 11:58:34 user nova-compute[75217]:     </nova:instance>
Nov 22 11:58:34 user nova-compute[75217]:   </metadata>
Nov 22 11:58:34 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 11:58:34 user nova-compute[75217]:     <system>
Nov 22 11:58:34 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 11:58:34 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 11:58:34 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 11:58:34 user nova-compute[75217]:       <entry name="serial">eefa92c3-f9cc-4d77-81a6-0b27934ed391</entry>
Nov 22 11:58:34 user nova-compute[75217]:       <entry name="uuid">eefa92c3-f9cc-4d77-81a6-0b27934ed391</entry>
Nov 22 11:58:34 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 11:58:34 user nova-compute[75217]:     </system>
Nov 22 11:58:34 user nova-compute[75217]:   </sysinfo>
Nov 22 11:58:34 user nova-compute[75217]:   <os>
Nov 22 11:58:34 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 11:58:34 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 11:58:34 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 11:58:34 user nova-compute[75217]:   </os>
Nov 22 11:58:34 user nova-compute[75217]:   <features>
Nov 22 11:58:34 user nova-compute[75217]:     <acpi/>
Nov 22 11:58:34 user nova-compute[75217]:     <apic/>
Nov 22 11:58:34 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 11:58:34 user nova-compute[75217]:   </features>
Nov 22 11:58:34 user nova-compute[75217]:   <clock offset="utc">
Nov 22 11:58:34 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 11:58:34 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 11:58:34 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 11:58:34 user nova-compute[75217]:   </clock>
Nov 22 11:58:34 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 11:58:34 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 11:58:34 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 11:58:34 user nova-compute[75217]:   </cpu>
Nov 22 11:58:34 user nova-compute[75217]:   <devices>
Nov 22 11:58:34 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 11:58:34 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 11:58:34 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk"/>
Nov 22 11:58:34 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 11:58:34 user nova-compute[75217]:     </disk>
Nov 22 11:58:34 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 11:58:34 user nova-compute[75217]:       <mac address="fa:16:3e:81:6a:27"/>
Nov 22 11:58:34 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:58:34 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 11:58:34 user nova-compute[75217]:       <target dev="tapd925e1ed-4d"/>
Nov 22 11:58:34 user nova-compute[75217]:     </interface>
Nov 22 11:58:34 user nova-compute[75217]:     <serial type="pty">
Nov 22 11:58:34 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/console.log" append="off"/>
Nov 22 11:58:34 user nova-compute[75217]:     </serial>
Nov 22 11:58:34 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 11:58:34 user nova-compute[75217]:     <video>
Nov 22 11:58:34 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 11:58:34 user nova-compute[75217]:     </video>
Nov 22 11:58:34 user nova-compute[75217]:     <rng model="virtio">
Nov 22 11:58:34 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 11:58:34 user nova-compute[75217]:     </rng>
Nov 22 11:58:34 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 11:58:34 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 11:58:34 user nova-compute[75217]:       <stats period="10"/>
Nov 22 11:58:34 user nova-compute[75217]:     </memballoon>
Nov 22 11:58:34 user nova-compute[75217]:   </devices>
Nov 22 11:58:34 user nova-compute[75217]: </domain>
Nov 22 11:58:34 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:58:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-15165009',display_name='tempest-TestStampPattern-server-15165009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-15165009',id=31,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBHZnhPgh/mLI4s91TXRMZzZ3/CDw3XadQliYDVe+f0ZQSv0N/2O5PKdxAH+fu737dGIOMga8GpNf+QLVAngq+x2nkBA8h6wnHRH71JiOtRfhsMWGdi3RNkLluBEuq7bQ==',key_name='tempest-TestStampPattern-1301542027',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3ab8aa1c04f464e90bb10355f8b6c14',ramdisk_id='',reservation_id='r-e4jpvu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1751929553',owner_user_name='tempest-TestStampPattern-1751929553-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:58:33Z,user_data=None,user_id='e2d3b4cfe96d41f6b22ed8b4163db627',uuid=eefa92c3-f9cc-4d77-81a6-0b27934ed391,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converting VIF {"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG os_vif [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '36d7b881-dd84-58a8-9fc8-8d9518fbdcad', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd925e1ed-4d, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd925e1ed-4d, col_values=(('qos', UUID('c7952efe-a3f5-44d3-8d6d-74d70c81cd8e')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd925e1ed-4d, col_values=(('external_ids', {'iface-id': 'd925e1ed-4d98-47b8-9f11-8a957a8ddb7e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:6a:27', 'vm-uuid': 'eefa92c3-f9cc-4d77-81a6-0b27934ed391'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:34 user nova-compute[75217]: INFO os_vif [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d')
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:58:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No VIF found with MAC fa:16:3e:81:6a:27, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:58:35 user nova-compute[75217]: DEBUG nova.network.neutron [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updated VIF entry in instance network info cache for port d925e1ed-4d98-47b8-9f11-8a957a8ddb7e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:58:35 user nova-compute[75217]: DEBUG nova.network.neutron [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updating instance_info_cache with network_info: [{"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:58:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-73bf6f9e-dd9c-43a1-b568-390b98d9b488 req-137443f7-979d-4df2-bc55-23204848533b service nova] Releasing lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-88c780bd-ecaf-4b04-8e21-d43ed8ada88e req-2bcb9d5a-5e40-4407-9d36-3aeeeeed253b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-88c780bd-ecaf-4b04-8e21-d43ed8ada88e req-2bcb9d5a-5e40-4407-9d36-3aeeeeed253b service nova] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-88c780bd-ecaf-4b04-8e21-d43ed8ada88e req-2bcb9d5a-5e40-4407-9d36-3aeeeeed253b service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-88c780bd-ecaf-4b04-8e21-d43ed8ada88e req-2bcb9d5a-5e40-4407-9d36-3aeeeeed253b service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-88c780bd-ecaf-4b04-8e21-d43ed8ada88e req-2bcb9d5a-5e40-4407-9d36-3aeeeeed253b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] No waiting events found dispatching network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:58:36 user nova-compute[75217]: WARNING nova.compute.manager [req-88c780bd-ecaf-4b04-8e21-d43ed8ada88e req-2bcb9d5a-5e40-4407-9d36-3aeeeeed253b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received unexpected event network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e for instance with vm_state building and task_state spawning.
Nov 22 11:58:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 11:58:38 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Instance spawned successfully.
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-83f4fb45-71b8-4418-b56e-5c4a652ef3b3 req-53f24626-4e26-4552-af36-dc34462ad16b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-83f4fb45-71b8-4418-b56e-5c4a652ef3b3 req-53f24626-4e26-4552-af36-dc34462ad16b service nova] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-83f4fb45-71b8-4418-b56e-5c4a652ef3b3 req-53f24626-4e26-4552-af36-dc34462ad16b service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-83f4fb45-71b8-4418-b56e-5c4a652ef3b3 req-53f24626-4e26-4552-af36-dc34462ad16b service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-83f4fb45-71b8-4418-b56e-5c4a652ef3b3 req-53f24626-4e26-4552-af36-dc34462ad16b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] No waiting events found dispatching network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:58:38 user nova-compute[75217]: WARNING nova.compute.manager [req-83f4fb45-71b8-4418-b56e-5c4a652ef3b3 req-53f24626-4e26-4552-af36-dc34462ad16b service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received unexpected event network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e for instance with vm_state building and task_state spawning.
Nov 22 11:58:38 user nova-compute[75217]: INFO nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Took 5.48 seconds to spawn the instance on the hypervisor.
Nov 22 11:58:38 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:58:38 user nova-compute[75217]: INFO nova.compute.manager [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Took 6.42 seconds to build instance.
Nov 22 11:58:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3516ec1-1a6e-4e22-8f6a-246952200e47 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.518s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:44 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 is timed out.
Nov 22 11:58:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully detached device vdb from instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6 from the live domain config.
Nov 22 11:58:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OmQdSlAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:58:44 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1726e5dd-9c51-40fd-b0ce-c94dec4595cc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:58:44 user nova-compute[75217]: No targets found.
Nov 22 11:58:44 user nova-compute[75217]: iSNS:
Nov 22 11:58:44 user nova-compute[75217]: No targets found.
Nov 22 11:58:44 user nova-compute[75217]: STATIC:
Nov 22 11:58:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 11:58:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b
Nov 22 11:58:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b
Nov 22 11:58:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:44 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:58:44 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:58:44 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:58:44 user nova-compute[75217]: FIRMWARE:
Nov 22 11:58:44 user nova-compute[75217]: No targets found.
Nov 22 11:58:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:58:44 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:58:44 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b95a32e1-3474-48fa-a91d-148250ce04d8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d881021e-9d06-4ab4-b4d2-20a2829e62bc]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:44 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:44 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:44 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:44 user nova-compute[75217]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b (non-flash)
Nov 22 11:58:44 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:44 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dd16c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f1a53a-3a73-4b81-8087-c14d0be91746]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[64af8c5b-899b-4cf2-b2e5-29f3ac994db1]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[60c2369e-6320-456c-a0a9-abd040dd4622]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[96edf186-9d2f-46a6-be45-25d9fe389337]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ce6106-8e79-424d-bbeb-b363feceab3c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8e6c01-4c6c-47e1-8087-5cb0918d9693]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260]
Nov 22 11:58:44 user nova-compute[75217]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b, portal: 172.16.0.220,3260] successful.
Nov 22 11:58:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:df8e97ea-7f72-408b-b345-341307eb081b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f203b11e-c666-4274-b08b-7bbadbfcc735]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] <== disconnect_volume: return (317ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:58:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'flavor' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4315dde6-cc2c-459a-8443-a95382b3bab8 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.723s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:45 user nova-compute[75217]: INFO nova.compute.manager [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attaching volume b2fef34b-43ac-4a02-b684-82c15e5096f3 to /dev/vdb
Nov 22 11:58:45 user nova-compute[75217]: DEBUG os_brick.utils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[055d50d1-e0fc-4db5-9051-48b37b1d6ab9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef736433-97ac-40ed-bad5-43931c33099a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebec554f-8d0c-410a-afbb-36dd300b1c8e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[81fcdbca-7c21-455d-b48e-6aaae8a4e61a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:58:45 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:58:45 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4105b3c-4b13-4c71-bb4f-0c702012e640]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG os_brick.utils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:58:45 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating existing volume attachment record: 22e46f5c-ef77-41d8-acfb-bb7a5c197d68 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:58:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmuJAIvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:58:52 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:58:52 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:58:52 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260" returned: 21 in 0.037s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[159ecd3b-7a8e-41f0-a5eb-e047011a3bd4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 11:58:52 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.041s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6861d0-c279-4771-995f-1b34392b562c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3] added
Nov 22 11:58:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[58279a70-5f8f-4b1d-85b1-74fb0536281e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[33ed0cd6-1677-4e35-a9e3-302b166f6cc4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HmuJAIvh {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HmuJAIvh" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4010b4-730d-4468-8081-222d666d0d7f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HmuJAIvh'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5de71a88-196d-420f-b052-ea2af9c62a97]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f4eb42-d6cf-4c51-bb8a-498b2a6e04cb]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2324509-787d-479c-a2a5-f2283f47c498]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260]
Nov 22 11:58:52 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260] successful.
Nov 22 11:58:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd79d90-653c-4bdb-88ea-47fe6000de5f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e87864d-3c46-4a57-890c-587364c18328]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 (non-flash)
Nov 22 11:58:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fb34c8c-6211-441b-a1f6-1d1fb5b6dc0a]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:58:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmuJAIvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '23036653066346231', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036653066346231', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:58:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 11:58:53 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:58:53 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:58:53 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:58:53 user nova-compute[75217]:   <serial>b2fef34b-43ac-4a02-b684-82c15e5096f3</serial>
Nov 22 11:58:53 user nova-compute[75217]: </disk>
Nov 22 11:58:53 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 11:58:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:58:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 11:58:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] No VIF found with MAC fa:16:3e:32:77:84, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 11:58:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ea562d5e-b066-466c-9953-333d688e2f70 tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.379s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:58:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:58:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:58:55 user nova-compute[75217]: INFO nova.compute.manager [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Detaching volume b2fef34b-43ac-4a02-b684-82c15e5096f3
Nov 22 11:58:55 user nova-compute[75217]: INFO nova.virt.block_device [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Attempting to driver detach volume b2fef34b-43ac-4a02-b684-82c15e5096f3 from mountpoint /dev/vdb
Nov 22 11:58:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Attempting to detach device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 11:58:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:58:55 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:58:55 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:58:55 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:58:55 user nova-compute[75217]:   <serial>b2fef34b-43ac-4a02-b684-82c15e5096f3</serial>
Nov 22 11:58:55 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:58:55 user nova-compute[75217]: </disk>
Nov 22 11:58:55 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:58:55 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the persistent domain config.
Nov 22 11:58:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 11:58:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 11:58:55 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 11:58:55 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 11:58:55 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 11:58:55 user nova-compute[75217]:   <serial>b2fef34b-43ac-4a02-b684-82c15e5096f3</serial>
Nov 22 11:58:55 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 11:58:55 user nova-compute[75217]: </disk>
Nov 22 11:58:55 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 11:58:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 11:58:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:58:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:03 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 11:59:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:07 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 11:59:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 11:59:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Updating instance_info_cache with network_info: [{"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-bd6e2e38-24c7-42a5-bedc-294f87c25f2f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 11:59:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:14 user nova-compute[75217]: INFO nova.compute.manager [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Terminating instance
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-18919f1f-4101-4474-bd00-e86978db3b6c req-1bc8aa54-2fa5-44f6-a997-47be398f5752 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-18919f1f-4101-4474-bd00-e86978db3b6c req-1bc8aa54-2fa5-44f6-a997-47be398f5752 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-18919f1f-4101-4474-bd00-e86978db3b6c req-1bc8aa54-2fa5-44f6-a997-47be398f5752 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-18919f1f-4101-4474-bd00-e86978db3b6c req-1bc8aa54-2fa5-44f6-a997-47be398f5752 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-18919f1f-4101-4474-bd00-e86978db3b6c req-1bc8aa54-2fa5-44f6-a997-47be398f5752 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-18919f1f-4101-4474-bd00-e86978db3b6c req-1bc8aa54-2fa5-44f6-a997-47be398f5752 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Instance destroyed successfully.
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'resources' on Instance uuid 2a6d9f01-95a2-4bf9-881c-97c7995217b6 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1718817879',display_name='tempest-ServerRescueNegativeTestJSON-server-1718817879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1718817879',id=24,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMNaDFRoJnG14d/i+jmCEeE0iEczxyTu4FRAzlu4JojznxcA9FNi5WX5WWIHgXPWaIk4GTACzpBLor+8OTO5wmhbyWN7TZIaCScRz5xcvHYteyGadC8D7qSr9qoSYKugqw==',key_name='tempest-keypair-440723713',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:54:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-bf08wp0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:56:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=2a6d9f01-95a2-4bf9-881c-97c7995217b6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "address": "fa:16:3e:76:e0:d8", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae5929fe-70", "ovs_interfaceid": "ae5929fe-70c3-4d62-a3fe-1f7541632a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG os_vif [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae5929fe-70, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79b77085-5e54-4be6-aee3-51651c81c89d) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:14 user nova-compute[75217]: INFO os_vif [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:e0:d8,bridge_name='br-int',has_traffic_filtering=True,id=ae5929fe-70c3-4d62-a3fe-1f7541632a5b,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae5929fe-70')
Nov 22 11:59:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Deleting instance files /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6_del
Nov 22 11:59:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Deletion of /opt/stack/data/nova/instances/2a6d9f01-95a2-4bf9-881c-97c7995217b6_del complete
Nov 22 11:59:14 user nova-compute[75217]: INFO nova.compute.manager [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 22 11:59:14 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:59:14 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 is timed out.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:16 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully detached device vdb from instance 07942eef-384d-4aaf-9dc0-8c70e0051033 from the live domain config.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HmuJAIvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Took 1.39 seconds to deallocate network for instance.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccccabf7-2ddc-423b-b902-b16719dcacf0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 11:59:16 user nova-compute[75217]: No targets found.
Nov 22 11:59:16 user nova-compute[75217]: iSNS:
Nov 22 11:59:16 user nova-compute[75217]: No targets found.
Nov 22 11:59:16 user nova-compute[75217]: STATIC:
Nov 22 11:59:16 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 11:59:16 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:59:16 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:59:16 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b
Nov 22 11:59:16 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:59:16 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:59:16 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3
Nov 22 11:59:16 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:59:16 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:59:16 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 11:59:16 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 11:59:16 user nova-compute[75217]:                 Iface Name: default
Nov 22 11:59:16 user nova-compute[75217]: FIRMWARE:
Nov 22 11:59:16 user nova-compute[75217]: No targets found.
Nov 22 11:59:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 11:59:16 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 11:59:16 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9457f8e-d07f-47b6-aa2c-19519b7d9ee2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a390cde-1b89-4490-97ff-2be897cad9ae]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:59:16 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:59:16 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:59:16 user nova-compute[75217]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 (non-flash)
Nov 22 11:59:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 11:59:16 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 11:59:16 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 11:59:16 user nova-compute[75217]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 (non-flash)
Nov 22 11:59:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dd32e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state deleted and task_state None.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state deleted and task_state None.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state deleted and task_state None.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-unplugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state deleted and task_state None.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Acquiring lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] No waiting events found dispatching network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:16 user nova-compute[75217]: WARNING nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received unexpected event network-vif-plugged-ae5929fe-70c3-4d62-a3fe-1f7541632a5b for instance with vm_state deleted and task_state None.
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-37e907cd-c031-471b-8175-aea22929feed req-17b5876e-37fd-4922-86d2-3e2d53005437 service nova] [instance: 2a6d9f01-95a2-4bf9-881c-97c7995217b6] Received event network-vif-deleted-ae5929fe-70c3-4d62-a3fe-1f7541632a5b {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[387225a8-a088-4ff5-843b-f7ff4cc781e0]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[06df179e-0c5a-4782-ad5c-0d5832025e90]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4cc386-0b27-45d0-8cf5-d48aa263d746]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8274b0e-78d1-4865-a0b6-d03cad709636]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13c410b-028a-4e13-8692-aebe67804ded]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82214ac2-891c-4f8a-85be-a516e796c150]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260]
Nov 22 11:59:16 user nova-compute[75217]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3, portal: 172.16.0.220,3260] successful.
Nov 22 11:59:16 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2fef34b-43ac-4a02-b684-82c15e5096f3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d9ca13-2c78-4382-a467-e0430364959b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.418s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] <== disconnect_volume: return (420ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.487s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:59:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:17 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Deleted allocations for instance 2a6d9f01-95a2-4bf9-881c-97c7995217b6
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3e9a4407-3558-4f17-803a-b8385c95cf37 tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "2a6d9f01-95a2-4bf9-881c-97c7995217b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.033s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG nova.objects.instance [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'flavor' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fd2f4ae9-55dd-48c5-ad78-3c6a9e3dc82b tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.797s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:19 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Error from libvirt while getting description of instance-00000018: [Error Code 42] Domain not found: no domain with matching uuid '2a6d9f01-95a2-4bf9-881c-97c7995217b6' (instance-00000018): libvirt.libvirtError: Domain not found: no domain with matching uuid '2a6d9f01-95a2-4bf9-881c-97c7995217b6' (instance-00000018)
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:20 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:59:20 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7363MB free_disk=25.092632293701172GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 07942eef-384d-4aaf-9dc0-8c70e0051033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 666d3fa8-1037-4f73-bbc2-7d81996098ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 11:59:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.503s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:21 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:59:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:59:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:59:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 11:59:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:59:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 11:59:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:41 user nova-compute[75217]: INFO nova.compute.manager [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Unrescuing
Nov 22 11:59:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'flavor' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-6fa307a0-d87e-4938-9246-f0e10848d52d req-cbebf4aa-eaae-4638-8ada-ed49e773f1e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6fa307a0-d87e-4938-9246-f0e10848d52d req-cbebf4aa-eaae-4638-8ada-ed49e773f1e1 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6fa307a0-d87e-4938-9246-f0e10848d52d req-cbebf4aa-eaae-4638-8ada-ed49e773f1e1 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6fa307a0-d87e-4938-9246-f0e10848d52d req-cbebf4aa-eaae-4638-8ada-ed49e773f1e1 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-6fa307a0-d87e-4938-9246-f0e10848d52d req-cbebf4aa-eaae-4638-8ada-ed49e773f1e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:42 user nova-compute[75217]: WARNING nova.compute.manager [req-6fa307a0-d87e-4938-9246-f0e10848d52d req-cbebf4aa-eaae-4638-8ada-ed49e773f1e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:59:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance destroyed successfully.
Nov 22 11:59:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing instance network info cache due to event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updated VIF entry in instance network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e182596b-309f-49c1-8073-ef7c4933893c req-a02e7c9d-57cd-4439-a428-7a091678b64a service nova] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:44 user nova-compute[75217]: WARNING nova.compute.manager [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:44 user nova-compute[75217]: WARNING nova.compute.manager [req-47b38593-67b7-42c3-b031-233b85ec2d42 req-3c9da41e-d3c8-4619-a388-658b9fb783e1 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state rescued and task_state unrescuing.
Nov 22 11:59:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing instance network info cache due to event network-changed-99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] Acquiring lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] Acquired lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG nova.network.neutron [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Refreshing network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:59:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:45 user nova-compute[75217]: DEBUG nova.network.neutron [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updated VIF entry in instance network info cache for port 99f1b350-8d99-42f5-8c54-24ef056b7178. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:59:45 user nova-compute[75217]: DEBUG nova.network.neutron [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [{"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b16301e3-8171-4a5c-b0d6-87b6357b9df6 req-6cbaef26-a5f4-49f1-8a36-5861a5a71cc5 service nova] Releasing lock "refresh_cache-592db032-6ae8-48f2-b038-077350cb2adc" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bb79fe13-3988-4ade-8669-4f6915a4780e tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:59:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-73be891d-aa54-4106-ae52-3d7951cbf30b req-53b410c5-6bdf-42eb-80d3-0d102959cc08 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-73be891d-aa54-4106-ae52-3d7951cbf30b req-53b410c5-6bdf-42eb-80d3-0d102959cc08 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-73be891d-aa54-4106-ae52-3d7951cbf30b req-53b410c5-6bdf-42eb-80d3-0d102959cc08 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-73be891d-aa54-4106-ae52-3d7951cbf30b req-53b410c5-6bdf-42eb-80d3-0d102959cc08 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-73be891d-aa54-4106-ae52-3d7951cbf30b req-53b410c5-6bdf-42eb-80d3-0d102959cc08 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:46 user nova-compute[75217]: WARNING nova.compute.manager [req-73be891d-aa54-4106-ae52-3d7951cbf30b req-53b410c5-6bdf-42eb-80d3-0d102959cc08 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state active and task_state None.
Nov 22 11:59:47 user nova-compute[75217]: DEBUG nova.compute.manager [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 11:59:47 user nova-compute[75217]: INFO nova.compute.manager [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] instance snapshotting
Nov 22 11:59:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Beginning live snapshot process
Nov 22 11:59:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json -f qcow2" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpemm01_38/2e37d22bd3374a9686110c4b1dbcb936.delta 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpemm01_38/2e37d22bd3374a9686110c4b1dbcb936.delta 1073741824" returned: 0 in 0.062s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:48 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 22 11:59:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:48 user nova-compute[75217]: INFO nova.compute.manager [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Terminating instance
Nov 22 11:59:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-37116580-c3f1-4b3f-89f5-6e2a50b81994 req-1571978e-8a88-43a7-ab16-a49570a5da83 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-vif-unplugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37116580-c3f1-4b3f-89f5-6e2a50b81994 req-1571978e-8a88-43a7-ab16-a49570a5da83 service nova] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37116580-c3f1-4b3f-89f5-6e2a50b81994 req-1571978e-8a88-43a7-ab16-a49570a5da83 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37116580-c3f1-4b3f-89f5-6e2a50b81994 req-1571978e-8a88-43a7-ab16-a49570a5da83 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-37116580-c3f1-4b3f-89f5-6e2a50b81994 req-1571978e-8a88-43a7-ab16-a49570a5da83 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] No waiting events found dispatching network-vif-unplugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-37116580-c3f1-4b3f-89f5-6e2a50b81994 req-1571978e-8a88-43a7-ab16-a49570a5da83 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-vif-unplugged-260e16c3-3329-4a41-b827-2d182592b984 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 11:59:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpemm01_38/2e37d22bd3374a9686110c4b1dbcb936.delta /opt/stack/data/nova/instances/snapshots/tmpemm01_38/2e37d22bd3374a9686110c4b1dbcb936 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Instance destroyed successfully.
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lazy-loading 'resources' on Instance uuid bd6e2e38-24c7-42a5-bedc-294f87c25f2f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:51:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1948746871',display_name='tempest-ServersNegativeTestJSON-server-1948746871',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1948746871',id=19,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:51:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da5215fdd01244f69d87790593890c00',ramdisk_id='',reservation_id='r-0rhktjo5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2025310777',owner_user_name='tempest-ServersNegativeTestJSON-2025310777-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:08Z,user_data=None,user_id='6a78b9b00747443b99a3e815fe6ca4c0',uuid=bd6e2e38-24c7-42a5-bedc-294f87c25f2f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converting VIF {"id": "260e16c3-3329-4a41-b827-2d182592b984", "address": "fa:16:3e:cb:29:05", "network": {"id": "755c320a-8207-4737-b45e-4bac10feb7ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-173589242-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da5215fdd01244f69d87790593890c00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap260e16c3-33", "ovs_interfaceid": "260e16c3-3329-4a41-b827-2d182592b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG os_vif [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap260e16c3-33, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42febdbb-8738-4dd5-b387-bff461383f9c) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:49 user nova-compute[75217]: INFO os_vif [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:29:05,bridge_name='br-int',has_traffic_filtering=True,id=260e16c3-3329-4a41-b827-2d182592b984,network=Network(755c320a-8207-4737-b45e-4bac10feb7ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap260e16c3-33')
Nov 22 11:59:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Deleting instance files /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f_del
Nov 22 11:59:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Deletion of /opt/stack/data/nova/instances/bd6e2e38-24c7-42a5-bedc-294f87c25f2f_del complete
Nov 22 11:59:50 user nova-compute[75217]: INFO nova.compute.manager [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 22 11:59:50 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:59:50 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:59:50 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 11:59:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpemm01_38/2e37d22bd3374a9686110c4b1dbcb936.delta /opt/stack/data/nova/instances/snapshots/tmpemm01_38/2e37d22bd3374a9686110c4b1dbcb936" returned: 0 in 0.689s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Snapshot extracted, beginning image upload
Nov 22 11:59:50 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:50 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Took 0.49 seconds to deallocate network for instance.
Nov 22 11:59:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.526s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:51 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Deleted allocations for instance bd6e2e38-24c7-42a5-bedc-294f87c25f2f
Nov 22 11:59:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] Acquiring lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] No waiting events found dispatching network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:51 user nova-compute[75217]: WARNING nova.compute.manager [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received unexpected event network-vif-plugged-260e16c3-3329-4a41-b827-2d182592b984 for instance with vm_state deleted and task_state None.
Nov 22 11:59:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-4253d67d-8e16-49c1-a8d7-5faec0eac8a0 req-16cc47fe-58f8-4d3f-9355-96abbd9b42a3 service nova] [instance: bd6e2e38-24c7-42a5-bedc-294f87c25f2f] Received event network-vif-deleted-260e16c3-3329-4a41-b827-2d182592b984 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b8c2370a-1eca-414f-9fa9-7a10643d7768 tempest-ServersNegativeTestJSON-2025310777 tempest-ServersNegativeTestJSON-2025310777-project-member] Lock "bd6e2e38-24c7-42a5-bedc-294f87c25f2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.510s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Snapshot image upload complete
Nov 22 11:59:53 user nova-compute[75217]: INFO nova.compute.manager [None req-143122df-11e9-4f85-8e2b-7048123507ef tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Took 6.41 seconds to snapshot the instance on the hypervisor.
Nov 22 11:59:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 11:59:55 user nova-compute[75217]: INFO nova.compute.claims [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Claim successful on node user
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.470s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 11:59:55 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 11:59:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 11:59:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG nova.policy [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6b767a542b3459ca60e8d782d323473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a35192436c8407aaf84a683245841ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 11:59:56 user nova-compute[75217]: INFO nova.virt.block_device [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Booting with volume edc42b47-8885-4c21-b6ed-070242e573f4 at /dev/vda
Nov 22 11:59:56 user nova-compute[75217]: DEBUG os_brick.utils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6555eee4-901b-4927-a492-b03b99a2f971]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c743ebed-c073-4af0-969f-672c556ff5d0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba1ac80d-0a62-40cd-a055-832bea856d39]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3222cfd4-a93b-44f3-bafe-502aec8174f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 11:59:56 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aab2685-74bd-483f-820d-bf9a55751ac0]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG os_brick.utils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating existing volume attachment record: 4a2d7b9d-bc32-44a2-8947-cefb531a5b08 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 11:59:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Successfully created port: 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Successfully updated port: 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-changed-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Refreshing instance network info cache due to event network-changed-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance network_info: |[{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:57 user nova-compute[75217]: DEBUG nova.network.neutron [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Refreshing network info cache for port 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updated VIF entry in instance network info cache for port 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0b28fa4-ef8d-44b5-8b0b-be49bc1ba045 req-f0b6ad34-a05c-4c15-a422-6b9d0fb89024 service nova] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-changed-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Refreshing instance network info cache due to event network-changed-8ac22d71-0d34-4be0-804a-172f85a8e8dd. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] Acquiring lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] Acquired lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Refreshing network info cache for port 8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Updated VIF entry in instance network info cache for port 8ac22d71-0d34-4be0-804a-172f85a8e8dd. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Updating instance_info_cache with network_info: [{"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 11:59:58 user nova-compute[75217]: INFO nova.compute.manager [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Terminating instance
Nov 22 11:59:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0a3001e8-7884-44cd-92ae-4d5bea4b2f6a req-a2070c1e-2690-4250-b683-6af71bffcf2e service nova] Releasing lock "refresh_cache-666d3fa8-1037-4f73-bbc2-7d81996098ba" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 11:59:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Instance destroyed successfully.
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.objects.instance [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'resources' on Instance uuid 666d3fa8-1037-4f73-bbc2-7d81996098ba {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:58:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-460147847',display_name='tempest-AttachVolumeNegativeTest-server-460147847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-460147847',id=30,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLfaY6zjfxIBWWD39c2n19lx7nyjYMp4FKFJPbS2EkekpjEfebSHYNaZTcgryW1xG/T2+tQuBsyOgyug66mIf+qiaGsj9IqEceJk9Y8bPA00kh+EOt3D2YmKtUbzpreZgg==',key_name='tempest-keypair-247445253',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:58:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-4by5p00r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:58:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=666d3fa8-1037-4f73-bbc2-7d81996098ba,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "address": "fa:16:3e:28:85:03", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ac22d71-0d", "ovs_interfaceid": "8ac22d71-0d34-4be0-804a-172f85a8e8dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG os_vif [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8ac22d71-0d, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac740960-5087-47d9-812c-58c3ed7affd5) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 11:59:59 user nova-compute[75217]: INFO os_vif [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:85:03,bridge_name='br-int',has_traffic_filtering=True,id=8ac22d71-0d34-4be0-804a-172f85a8e8dd,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ac22d71-0d')
Nov 22 11:59:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Deleting instance files /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba_del
Nov 22 11:59:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Deletion of /opt/stack/data/nova/instances/666d3fa8-1037-4f73-bbc2-7d81996098ba_del complete
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-vif-unplugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] No waiting events found dispatching network-vif-unplugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-vif-unplugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] Acquiring lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] No waiting events found dispatching network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 11:59:59 user nova-compute[75217]: WARNING nova.compute.manager [req-3cc59cd1-9997-4f36-b0bc-b8e84a9ce0cf req-6f91f79f-21f7-449d-9e17-579a82746daa service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received unexpected event network-vif-plugged-8ac22d71-0d34-4be0-804a-172f85a8e8dd for instance with vm_state active and task_state deleting.
Nov 22 11:59:59 user nova-compute[75217]: INFO nova.compute.manager [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 22 11:59:59 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 11:59:59 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:00:00 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:00 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Took 0.77 seconds to deallocate network for instance.
Nov 22 12:00:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:00 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:00:00 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:00:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:00 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Deleted allocations for instance 666d3fa8-1037-4f73-bbc2-7d81996098ba
Nov 22 12:00:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-02e82ac2-7ce8-42cb-80eb-0f562a5a7e92 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "666d3fa8-1037-4f73-bbc2-7d81996098ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.122s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-006e312f-3605-400b-bd50-2d9769621fd7 req-da344250-3351-433e-9d6e-85bd2f8c22d1 service nova] [instance: 666d3fa8-1037-4f73-bbc2-7d81996098ba] Received event network-vif-deleted-8ac22d71-0d34-4be0-804a-172f85a8e8dd {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:00:03 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Creating image(s)
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Ensure instance console log exists: /opt/stack/data/nova/instances/e6823ad7-c012-4a0b-a7f1-ce37c9e56b61/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Start _get_guest_xml network_info=[{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e6823ad7-c012-4a0b-a7f1-ce37c9e56b61', 'attached_at': '', 'detached_at': '', 'volume_id': 'edc42b47-8885-4c21-b6ed-070242e573f4', 'serial': 'edc42b47-8885-4c21-b6ed-070242e573f4'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '4a2d7b9d-bc32-44a2-8947-cefb531a5b08', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:00:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:00:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:00:03 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:00:03 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:00:03 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c486fe-5975-40ce-a959-ea1561c192be]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:00:03 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[885db607-3346-4d88-840c-b7efd3072ddf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4] added
Nov 22 12:00:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ea901d-9a85-45ee-9a0c-c4dc6ce43ca5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac030660-fd38-496b-963a-283b15f9f996]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rhHJDydE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rhHJDydE" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05f2fc4-f344-4c5a-b392-6d2f04f1e639]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rhHJDydE'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe6c884-0101-42b0-8510-2e1c73b16838]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7d8b38-6f2f-4f8a-bd10-7fb01442f770]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[71625bae-de37-412f-9539-742142043c26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]
Nov 22 12:00:03 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.
Nov 22 12:00:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8356bca3-5b82-490f-8bae-bde0faf166be]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bb161a-1316-4dc1-8401-e10cf1180190]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:03 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9733de98-d529-4632-b439-245fdc1f2fb1]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:00:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26633373532386262', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633373532386262', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:59:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1904084505',display_name='tempest-ServerActionsTestOtherA-server-1904084505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1904084505',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-swwo8j0x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=e6823ad7-c012-4a0b-a7f1-ce37c9e56b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'pci_devices' on Instance uuid e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:00:04 user nova-compute[75217]:   <uuid>e6823ad7-c012-4a0b-a7f1-ce37c9e56b61</uuid>
Nov 22 12:00:04 user nova-compute[75217]:   <name>instance-00000020</name>
Nov 22 12:00:04 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:00:04 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:00:04 user nova-compute[75217]:   <metadata>
Nov 22 12:00:04 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:00:04 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:00:04 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherA-server-1904084505</nova:name>
Nov 22 12:00:04 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:00:03</nova:creationTime>
Nov 22 12:00:04 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:00:04 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:00:04 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:00:04 user nova-compute[75217]:       <nova:owner>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:user uuid="d6b767a542b3459ca60e8d782d323473">tempest-ServerActionsTestOtherA-2138967681-project-member</nova:user>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:project uuid="7a35192436c8407aaf84a683245841ff">tempest-ServerActionsTestOtherA-2138967681</nova:project>
Nov 22 12:00:04 user nova-compute[75217]:       </nova:owner>
Nov 22 12:00:04 user nova-compute[75217]:       <nova:ports>
Nov 22 12:00:04 user nova-compute[75217]:         <nova:port uuid="5ed93a3f-619d-48c8-ac55-c85d2e6e46bf">
Nov 22 12:00:04 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 12:00:04 user nova-compute[75217]:         </nova:port>
Nov 22 12:00:04 user nova-compute[75217]:       </nova:ports>
Nov 22 12:00:04 user nova-compute[75217]:     </nova:instance>
Nov 22 12:00:04 user nova-compute[75217]:   </metadata>
Nov 22 12:00:04 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:00:04 user nova-compute[75217]:     <system>
Nov 22 12:00:04 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:00:04 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:00:04 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:00:04 user nova-compute[75217]:       <entry name="serial">e6823ad7-c012-4a0b-a7f1-ce37c9e56b61</entry>
Nov 22 12:00:04 user nova-compute[75217]:       <entry name="uuid">e6823ad7-c012-4a0b-a7f1-ce37c9e56b61</entry>
Nov 22 12:00:04 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:00:04 user nova-compute[75217]:     </system>
Nov 22 12:00:04 user nova-compute[75217]:   </sysinfo>
Nov 22 12:00:04 user nova-compute[75217]:   <os>
Nov 22 12:00:04 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:00:04 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:00:04 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:00:04 user nova-compute[75217]:   </os>
Nov 22 12:00:04 user nova-compute[75217]:   <features>
Nov 22 12:00:04 user nova-compute[75217]:     <acpi/>
Nov 22 12:00:04 user nova-compute[75217]:     <apic/>
Nov 22 12:00:04 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:00:04 user nova-compute[75217]:   </features>
Nov 22 12:00:04 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:00:04 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:00:04 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:00:04 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:00:04 user nova-compute[75217]:   </clock>
Nov 22 12:00:04 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:00:04 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:00:04 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:00:04 user nova-compute[75217]:   </cpu>
Nov 22 12:00:04 user nova-compute[75217]:   <devices>
Nov 22 12:00:04 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:00:04 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:04 user nova-compute[75217]:       <source dev="/dev/sdc"/>
Nov 22 12:00:04 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:00:04 user nova-compute[75217]:       <serial>edc42b47-8885-4c21-b6ed-070242e573f4</serial>
Nov 22 12:00:04 user nova-compute[75217]:     </disk>
Nov 22 12:00:04 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:00:04 user nova-compute[75217]:       <mac address="fa:16:3e:6d:f9:66"/>
Nov 22 12:00:04 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:00:04 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:00:04 user nova-compute[75217]:       <target dev="tap5ed93a3f-61"/>
Nov 22 12:00:04 user nova-compute[75217]:     </interface>
Nov 22 12:00:04 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:00:04 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/e6823ad7-c012-4a0b-a7f1-ce37c9e56b61/console.log" append="off"/>
Nov 22 12:00:04 user nova-compute[75217]:     </serial>
Nov 22 12:00:04 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:00:04 user nova-compute[75217]:     <video>
Nov 22 12:00:04 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:00:04 user nova-compute[75217]:     </video>
Nov 22 12:00:04 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:00:04 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:00:04 user nova-compute[75217]:     </rng>
Nov 22 12:00:04 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:00:04 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:00:04 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:00:04 user nova-compute[75217]:     </memballoon>
Nov 22 12:00:04 user nova-compute[75217]:   </devices>
Nov 22 12:00:04 user nova-compute[75217]: </domain>
Nov 22 12:00:04 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:59:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1904084505',display_name='tempest-ServerActionsTestOtherA-server-1904084505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1904084505',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-swwo8j0x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T11:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=e6823ad7-c012-4a0b-a7f1-ce37c9e56b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG os_vif [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a9352462-a62a-57d5-8194-c6b6399c93a1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5ed93a3f-61, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5ed93a3f-61, col_values=(('qos', UUID('6d5f5f80-12f7-44e1-a1b4-67772b99b6a1')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5ed93a3f-61, col_values=(('external_ids', {'iface-id': '5ed93a3f-619d-48c8-ac55-c85d2e6e46bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:f9:66', 'vm-uuid': 'e6823ad7-c012-4a0b-a7f1-ce37c9e56b61'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:04 user nova-compute[75217]: INFO os_vif [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61')
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:00:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No VIF found with MAC fa:16:3e:6d:f9:66, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:00:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-377b50de-3d0d-4b9d-ad33-6a308f5b1fed req-362841c6-d09a-40e7-ad9e-2f4903c531f7 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-377b50de-3d0d-4b9d-ad33-6a308f5b1fed req-362841c6-d09a-40e7-ad9e-2f4903c531f7 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-377b50de-3d0d-4b9d-ad33-6a308f5b1fed req-362841c6-d09a-40e7-ad9e-2f4903c531f7 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-377b50de-3d0d-4b9d-ad33-6a308f5b1fed req-362841c6-d09a-40e7-ad9e-2f4903c531f7 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-377b50de-3d0d-4b9d-ad33-6a308f5b1fed req-362841c6-d09a-40e7-ad9e-2f4903c531f7 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:06 user nova-compute[75217]: WARNING nova.compute.manager [req-377b50de-3d0d-4b9d-ad33-6a308f5b1fed req-362841c6-d09a-40e7-ad9e-2f4903c531f7 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state building and task_state spawning.
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:00:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance spawned successfully.
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:08 user nova-compute[75217]: INFO nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-a73376d7-7733-4aff-8251-978f75794ca5 req-8ff23cf7-7fd7-4cd8-b427-bf3a6ef5c934 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a73376d7-7733-4aff-8251-978f75794ca5 req-8ff23cf7-7fd7-4cd8-b427-bf3a6ef5c934 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a73376d7-7733-4aff-8251-978f75794ca5 req-8ff23cf7-7fd7-4cd8-b427-bf3a6ef5c934 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a73376d7-7733-4aff-8251-978f75794ca5 req-8ff23cf7-7fd7-4cd8-b427-bf3a6ef5c934 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-a73376d7-7733-4aff-8251-978f75794ca5 req-8ff23cf7-7fd7-4cd8-b427-bf3a6ef5c934 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:08 user nova-compute[75217]: WARNING nova.compute.manager [req-a73376d7-7733-4aff-8251-978f75794ca5 req-8ff23cf7-7fd7-4cd8-b427-bf3a6ef5c934 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state building and task_state spawning.
Nov 22 12:00:08 user nova-compute[75217]: INFO nova.compute.manager [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Took 13.08 seconds to build instance.
Nov 22 12:00:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b46f0b04-6f1b-4332-9879-3c412a509534 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.184s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:10 user nova-compute[75217]: INFO nova.compute.manager [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Terminating instance
Nov 22 12:00:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-f8348801-dfc2-412d-91f3-abcf85e682cf req-986b8652-2767-4cf4-92ad-4751df8c5a7b service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-vif-unplugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f8348801-dfc2-412d-91f3-abcf85e682cf req-986b8652-2767-4cf4-92ad-4751df8c5a7b service nova] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f8348801-dfc2-412d-91f3-abcf85e682cf req-986b8652-2767-4cf4-92ad-4751df8c5a7b service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f8348801-dfc2-412d-91f3-abcf85e682cf req-986b8652-2767-4cf4-92ad-4751df8c5a7b service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-f8348801-dfc2-412d-91f3-abcf85e682cf req-986b8652-2767-4cf4-92ad-4751df8c5a7b service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] No waiting events found dispatching network-vif-unplugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-f8348801-dfc2-412d-91f3-abcf85e682cf req-986b8652-2767-4cf4-92ad-4751df8c5a7b service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-vif-unplugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:00:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Instance destroyed successfully.
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lazy-loading 'resources' on Instance uuid 07942eef-384d-4aaf-9dc0-8c70e0051033 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1452516455',display_name='tempest-SnapshotDataIntegrityTests-server-1452516455',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1452516455',id=26,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK83/DhFMfskM7mkV55r5cjJPWKhdU4Hra3u6igKj5LKpdUwLy+4ux8B5rOs2FZTaCP/YiGxuYtarTBlrpwKsRCkv/uZxWFfgneNGlVZdj2GOoRieNN/OnpBN7xvcmckBA==',key_name='tempest-keypair-1088889333',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:53:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2a7d49fcf14416abff48c6765df3403',ramdisk_id='',reservation_id='r-5dqfimd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1841766772',owner_user_name='tempest-SnapshotDataIntegrityTests-1841766772-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:53:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27ea33a38f0547cebda165d14369684c',uuid=07942eef-384d-4aaf-9dc0-8c70e0051033,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Converting VIF {"id": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "address": "fa:16:3e:32:77:84", "network": {"id": "98b829b8-391f-4cfb-810c-05454256ff93", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1410628766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2a7d49fcf14416abff48c6765df3403", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd65d3e15-46", "ovs_interfaceid": "d65d3e15-4658-4e8f-8e15-e69acdfb9504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG os_vif [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd65d3e15-46, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2dc81e2a-a960-4050-a332-918065935b88) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:00:11 user nova-compute[75217]: INFO os_vif [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:77:84,bridge_name='br-int',has_traffic_filtering=True,id=d65d3e15-4658-4e8f-8e15-e69acdfb9504,network=Network(98b829b8-391f-4cfb-810c-05454256ff93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd65d3e15-46')
Nov 22 12:00:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Deleting instance files /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033_del
Nov 22 12:00:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Deletion of /opt/stack/data/nova/instances/07942eef-384d-4aaf-9dc0-8c70e0051033_del complete
Nov 22 12:00:12 user nova-compute[75217]: INFO nova.compute.manager [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Took 1.03 seconds to destroy the instance on the hypervisor.
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:12 user nova-compute[75217]: INFO nova.compute.manager [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Terminating instance
Nov 22 12:00:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:00:12 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Took 0.87 seconds to deallocate network for instance.
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] Acquiring lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] No waiting events found dispatching network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:13 user nova-compute[75217]: WARNING nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received unexpected event network-vif-plugged-d65d3e15-4658-4e8f-8e15-e69acdfb9504 for instance with vm_state deleted and task_state None.
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: 07942eef-384d-4aaf-9dc0-8c70e0051033] Received event network-vif-deleted-d65d3e15-4658-4e8f-8e15-e69acdfb9504 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-unplugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-unplugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-e275bdd5-e9ea-4c22-9e3d-f66e8dd57e31 req-cd987c3b-c572-4497-b417-bc5b56371346 service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-unplugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:13 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Deleted allocations for instance 07942eef-384d-4aaf-9dc0-8c70e0051033
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8e9826d-88ac-40d6-8077-b37eb4aba32a tempest-SnapshotDataIntegrityTests-1841766772 tempest-SnapshotDataIntegrityTests-1841766772-project-member] Lock "07942eef-384d-4aaf-9dc0-8c70e0051033" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.500s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Instance destroyed successfully.
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.objects.instance [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'resources' on Instance uuid fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1061626411',display_name='tempest-ServerRescueNegativeTestJSON-server-1061626411',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1061626411',id=3,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-wcwaonao',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:46:03Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "03e7988b-1b59-43fc-a413-03009fec7f55", "address": "fa:16:3e:1d:e5:9f", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e7988b-1b", "ovs_interfaceid": "03e7988b-1b59-43fc-a413-03009fec7f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG os_vif [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03e7988b-1b, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eac3caa9-5be1-4135-aacd-141de49cdb53) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:13 user nova-compute[75217]: INFO os_vif [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:e5:9f,bridge_name='br-int',has_traffic_filtering=True,id=03e7988b-1b59-43fc-a413-03009fec7f55,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e7988b-1b')
Nov 22 12:00:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Deleting instance files /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02_del
Nov 22 12:00:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Deletion of /opt/stack/data/nova/instances/fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02_del complete
Nov 22 12:00:13 user nova-compute[75217]: INFO nova.compute.manager [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 22 12:00:13 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:00:13 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:14 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Took 0.45 seconds to deallocate network for instance.
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:14 user nova-compute[75217]: INFO nova.compute.manager [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Detaching volume 2d218fd5-420e-4c48-bb01-99babdb1394b
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:00:14 user nova-compute[75217]: INFO nova.virt.block_device [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Attempting to driver detach volume 2d218fd5-420e-4c48-bb01-99babdb1394b from mountpoint /dev/vdb
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Attempting to detach device vdb from instance 592db032-6ae8-48f2-b038-077350cb2adc from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:00:14 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:14 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:00:14 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:14 user nova-compute[75217]:   <serial>2d218fd5-420e-4c48-bb01-99babdb1394b</serial>
Nov 22 12:00:14 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:00:14 user nova-compute[75217]: </disk>
Nov 22 12:00:14 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.475s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.179s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:00:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Successfully detached device vdb from instance 592db032-6ae8-48f2-b038-077350cb2adc from the persistent domain config.
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 592db032-6ae8-48f2-b038-077350cb2adc from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:00:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:00:14 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:14 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:00:14 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:14 user nova-compute[75217]:   <serial>2d218fd5-420e-4c48-bb01-99babdb1394b</serial>
Nov 22 12:00:14 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:00:14 user nova-compute[75217]: </disk>
Nov 22 12:00:14 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:00:14 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Deleted allocations for instance fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02
Nov 22 12:00:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-66fd0be2-af6b-49b5-84c8-44355a1e43bd tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.045s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] Acquiring lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] Lock "fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] No waiting events found dispatching network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:15 user nova-compute[75217]: WARNING nova.compute.manager [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received unexpected event network-vif-plugged-03e7988b-1b59-43fc-a413-03009fec7f55 for instance with vm_state deleted and task_state None.
Nov 22 12:00:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0bf5d2e-513b-4e22-abc2-758671f73a57 req-048b925a-9fed-4522-98e2-64deb6d884ca service nova] [instance: fe68a01c-59cb-4fcb-9bff-eb57e2d8fb02] Received event network-vif-deleted-03e7988b-1b59-43fc-a413-03009fec7f55 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:00:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:00:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7911MB free_disk=25.173320770263672GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 592db032-6ae8-48f2-b038-077350cb2adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.532s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 12:00:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 12:00:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:21 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-changed-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Refreshing instance network info cache due to event network-changed-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] Acquiring lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] Acquired lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:00:23 user nova-compute[75217]: DEBUG nova.network.neutron [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Refreshing network info cache for port d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updated VIF entry in instance network info cache for port d925e1ed-4d98-47b8-9f11-8a957a8ddb7e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updating instance_info_cache with network_info: [{"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c4a6f483-4cb6-4d73-aad1-6284a314c27a req-15599a89-d0b4-4929-9be7-41dcb679d718 service nova] Releasing lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'flavor' on Instance uuid eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:24 user nova-compute[75217]: INFO nova.compute.manager [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Attaching volume 74afab42-e07e-43bd-8708-dfeaa6dfd3bc to /dev/vdb
Nov 22 12:00:24 user nova-compute[75217]: DEBUG os_brick.utils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e264329-4741-4a37-a47f-103a5fbde86e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86a6e9d-5cc5-4e55-9579-d792daf1c50a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ae304db-33f5-4485-b0d7-f93987b19db0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d12f5f97-f37c-46d0-b8e2-bfdc5490b7c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:00:24 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:00:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a6b8e4-38a7-4c81-a6f8-e8fa148e3174]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG os_brick.utils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:00:24 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updating existing volume attachment record: 82352601-3749-4ca7-9b58-3fac8f07c91c {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:00:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkZwbNOF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:00:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:00:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:00:30 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5c6c37-693e-4acd-8d48-a9ea8f4de576]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:00:30 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19de111-c137-4a30-929b-a6aac6c85086]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc] added
Nov 22 12:00:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78ee960-09a1-4875-bd03-064bcebd3f64]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a6ea35-222f-424c-b217-aa93668d73cd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YkZwbNOF {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YkZwbNOF" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d86e69-eb01-4568-8e6a-8041ff000e3f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YkZwbNOF'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e30a291-f862-4aff-b260-a1ff1d2f4479]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[88bec8df-ce6f-490f-8409-29183db9dfa5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99b43c1-3064-436d-9ab9-a036ba92f06a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260]
Nov 22 12:00:30 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260] successful.
Nov 22 12:00:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e2626f-bb24-4dfd-a62e-7687f6972c01]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f21d7b-28b0-4902-bfb4-dec0770b5494]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)
Nov 22 12:00:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:30 user nova-compute[75217]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)
Nov 22 12:00:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] HCTL ('35', '-', '-', 0) found on session 40 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f346c5d-d496-412b-a976-968c36533244]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching for a device in session 40 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:00:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkZwbNOF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:00:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:00:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23562653834396632', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:00:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23562653834396632', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:00:31 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'flavor' on Instance uuid eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:00:31 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:31 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 12:00:31 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:31 user nova-compute[75217]:   <serial>74afab42-e07e-43bd-8708-dfeaa6dfd3bc</serial>
Nov 22 12:00:31 user nova-compute[75217]: </disk>
Nov 22 12:00:31 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:00:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:00:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:00:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No VIF found with MAC fa:16:3e:81:6a:27, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:00:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3e0beb9-ca2b-4725-8d5a-78a588a0eb6a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.910s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:34 user nova-compute[75217]: INFO nova.compute.manager [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Detaching volume 74afab42-e07e-43bd-8708-dfeaa6dfd3bc
Nov 22 12:00:34 user nova-compute[75217]: INFO nova.virt.block_device [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Attempting to driver detach volume 74afab42-e07e-43bd-8708-dfeaa6dfd3bc from mountpoint /dev/vdb
Nov 22 12:00:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Attempting to detach device vdb from instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:00:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:00:34 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:34 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 12:00:34 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:34 user nova-compute[75217]:   <serial>74afab42-e07e-43bd-8708-dfeaa6dfd3bc</serial>
Nov 22 12:00:34 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:00:34 user nova-compute[75217]: </disk>
Nov 22 12:00:34 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:00:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully detached device vdb from instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 from the persistent domain config.
Nov 22 12:00:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:00:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:00:34 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:34 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 12:00:34 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:34 user nova-compute[75217]:   <serial>74afab42-e07e-43bd-8708-dfeaa6dfd3bc</serial>
Nov 22 12:00:34 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:00:34 user nova-compute[75217]: </disk>
Nov 22 12:00:34 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:00:35 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 592db032-6ae8-48f2-b038-077350cb2adc is timed out.
Nov 22 12:00:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Successfully detached device vdb from instance 592db032-6ae8-48f2-b038-077350cb2adc from the live domain config.
Nov 22 12:00:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTaDpQWy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:00:35 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[155b8bea-dbfe-41cb-bfdd-d7015b7f4194]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:00:35 user nova-compute[75217]: No targets found.
Nov 22 12:00:35 user nova-compute[75217]: iSNS:
Nov 22 12:00:35 user nova-compute[75217]: No targets found.
Nov 22 12:00:35 user nova-compute[75217]: STATIC:
Nov 22 12:00:35 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 12:00:35 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:35 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:35 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b
Nov 22 12:00:35 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:35 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:35 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:00:35 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:35 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:35 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc
Nov 22 12:00:35 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:35 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:35 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:00:35 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:35 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:35 user nova-compute[75217]: FIRMWARE:
Nov 22 12:00:35 user nova-compute[75217]: No targets found.
Nov 22 12:00:35 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:00:35 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:00:35 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc04eaf-27e4-4690-bb5e-640a5a0ce188]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[784eebf3-2500-436b-acb0-2b3d8c63759f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)
Nov 22 12:00:35 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:35 user nova-compute[75217]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)
Nov 22 12:00:35 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dc5870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd3e10e-462a-40cd-a84e-068bba8affc0]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c7b239-640a-4645-b58a-a79499eb71e0]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7179e28a-5411-4899-9503-716ddf3620d6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8211c848-d059-4ef8-a0fb-ad5a18d63f70]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0093add5-68fa-454a-b3b3-c6d0ab165e89]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[74860688-dd52-4063-a572-65c8e6c5a4c3]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260]
Nov 22 12:00:35 user nova-compute[75217]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b, portal: 172.16.0.220,3260] successful.
Nov 22 12:00:35 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d218fd5-420e-4c48-bb01-99babdb1394b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ef1d42-ea3d-43c2-9404-ca4d15f95b3f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] <== disconnect_volume: return (297ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:00:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:00:36 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'flavor' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7e97148-513f-48c2-910f-257f8b5527b5 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.599s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid a06a2a1b-6d71-413f-970b-b417ad64336f {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid ca507940-e888-4485-af62-ed5dc0cd7dc3 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "592db032-6ae8-48f2-b038-077350cb2adc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "592db032-6ae8-48f2-b038-077350cb2adc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:50 user nova-compute[75217]: INFO nova.compute.manager [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Detaching volume 20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 12:00:50 user nova-compute[75217]: INFO nova.virt.block_device [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Attempting to driver detach volume 20bc94a4-3d48-449c-99ab-e6a9e9479e29 from mountpoint /dev/vdb
Nov 22 12:00:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Attempting to detach device vdb from instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:00:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:00:50 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:50 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:00:50 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:50 user nova-compute[75217]:   <serial>20bc94a4-3d48-449c-99ab-e6a9e9479e29</serial>
Nov 22 12:00:50 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:00:50 user nova-compute[75217]: </disk>
Nov 22 12:00:50 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:00:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully detached device vdb from instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 from the persistent domain config.
Nov 22 12:00:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:00:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:00:50 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:00:50 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:00:50 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:00:50 user nova-compute[75217]:   <serial>20bc94a4-3d48-449c-99ab-e6a9e9479e29</serial>
Nov 22 12:00:50 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:00:50 user nova-compute[75217]: </disk>
Nov 22 12:00:50 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:00:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:00:51 user nova-compute[75217]: INFO nova.compute.claims [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Claim successful on node user
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.407s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:00:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.policy [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3370b350bd14ca1a379a6b959830369', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e5d55453a64acebb1a0217259be99f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:00:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Creating image(s)
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk 1073741824" returned: 0 in 0.052s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Successfully created port: 6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Cannot resize image /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Ensure instance console log exists: /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Successfully updated port: 6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-changed-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Refreshing instance network info cache due to event network-changed-6063e7bc-53ee-4696-83f8-0d23f8e15481. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance network_info: |[{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Refreshing network info cache for port 6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Start _get_guest_xml network_info=[{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:00:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:00:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1604463879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1604463879',id=33,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY2jVyIEvsyzGIiG0uKFFpGILRZ59OvHp0AUW2q5W9OTcPMZP8JCCPRgdzoaTSmBGd1PlLP0xer+3o+dXkx5LmV7oCcI22p1V5vRld3sNdpck6nizGsKDDsND0LE8u6Pw==',key_name='tempest-keypair-347062542',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-ugddoewt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:00:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=b79e059d-6699-4d8b-9fd5-9449aacd8999,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'pci_devices' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:00:53 user nova-compute[75217]:   <uuid>b79e059d-6699-4d8b-9fd5-9449aacd8999</uuid>
Nov 22 12:00:53 user nova-compute[75217]:   <name>instance-00000021</name>
Nov 22 12:00:53 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:00:53 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:00:53 user nova-compute[75217]:   <metadata>
Nov 22 12:00:53 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:00:53 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:00:53 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1604463879</nova:name>
Nov 22 12:00:53 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:00:53</nova:creationTime>
Nov 22 12:00:53 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:00:53 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:00:53 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:00:53 user nova-compute[75217]:       <nova:owner>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:user uuid="c3370b350bd14ca1a379a6b959830369">tempest-AttachVolumeShelveTestJSON-544059074-project-member</nova:user>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:project uuid="17e5d55453a64acebb1a0217259be99f">tempest-AttachVolumeShelveTestJSON-544059074</nova:project>
Nov 22 12:00:53 user nova-compute[75217]:       </nova:owner>
Nov 22 12:00:53 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:00:53 user nova-compute[75217]:       <nova:ports>
Nov 22 12:00:53 user nova-compute[75217]:         <nova:port uuid="6063e7bc-53ee-4696-83f8-0d23f8e15481">
Nov 22 12:00:53 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 22 12:00:53 user nova-compute[75217]:         </nova:port>
Nov 22 12:00:53 user nova-compute[75217]:       </nova:ports>
Nov 22 12:00:53 user nova-compute[75217]:     </nova:instance>
Nov 22 12:00:53 user nova-compute[75217]:   </metadata>
Nov 22 12:00:53 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:00:53 user nova-compute[75217]:     <system>
Nov 22 12:00:53 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:00:53 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:00:53 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:00:53 user nova-compute[75217]:       <entry name="serial">b79e059d-6699-4d8b-9fd5-9449aacd8999</entry>
Nov 22 12:00:53 user nova-compute[75217]:       <entry name="uuid">b79e059d-6699-4d8b-9fd5-9449aacd8999</entry>
Nov 22 12:00:53 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:00:53 user nova-compute[75217]:     </system>
Nov 22 12:00:53 user nova-compute[75217]:   </sysinfo>
Nov 22 12:00:53 user nova-compute[75217]:   <os>
Nov 22 12:00:53 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:00:53 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:00:53 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:00:53 user nova-compute[75217]:   </os>
Nov 22 12:00:53 user nova-compute[75217]:   <features>
Nov 22 12:00:53 user nova-compute[75217]:     <acpi/>
Nov 22 12:00:53 user nova-compute[75217]:     <apic/>
Nov 22 12:00:53 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:00:53 user nova-compute[75217]:   </features>
Nov 22 12:00:53 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:00:53 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:00:53 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:00:53 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:00:53 user nova-compute[75217]:   </clock>
Nov 22 12:00:53 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:00:53 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:00:53 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:00:53 user nova-compute[75217]:   </cpu>
Nov 22 12:00:53 user nova-compute[75217]:   <devices>
Nov 22 12:00:53 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:00:53 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:00:53 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk"/>
Nov 22 12:00:53 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:00:53 user nova-compute[75217]:     </disk>
Nov 22 12:00:53 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:00:53 user nova-compute[75217]:       <mac address="fa:16:3e:de:5c:44"/>
Nov 22 12:00:53 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:00:53 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:00:53 user nova-compute[75217]:       <target dev="tap6063e7bc-53"/>
Nov 22 12:00:53 user nova-compute[75217]:     </interface>
Nov 22 12:00:53 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:00:53 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/console.log" append="off"/>
Nov 22 12:00:53 user nova-compute[75217]:     </serial>
Nov 22 12:00:53 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:00:53 user nova-compute[75217]:     <video>
Nov 22 12:00:53 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:00:53 user nova-compute[75217]:     </video>
Nov 22 12:00:53 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:00:53 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:00:53 user nova-compute[75217]:     </rng>
Nov 22 12:00:53 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:00:53 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:00:53 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:00:53 user nova-compute[75217]:     </memballoon>
Nov 22 12:00:53 user nova-compute[75217]:   </devices>
Nov 22 12:00:53 user nova-compute[75217]: </domain>
Nov 22 12:00:53 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1604463879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1604463879',id=33,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY2jVyIEvsyzGIiG0uKFFpGILRZ59OvHp0AUW2q5W9OTcPMZP8JCCPRgdzoaTSmBGd1PlLP0xer+3o+dXkx5LmV7oCcI22p1V5vRld3sNdpck6nizGsKDDsND0LE8u6Pw==',key_name='tempest-keypair-347062542',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-ugddoewt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:00:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=b79e059d-6699-4d8b-9fd5-9449aacd8999,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG os_vif [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5205bc7-1509-5ea5-a830-afd7e4bd1eb1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6063e7bc-53, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6063e7bc-53, col_values=(('qos', UUID('82e75be6-e33a-4ccc-8ebc-4fdb190ad0d0')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6063e7bc-53, col_values=(('external_ids', {'iface-id': '6063e7bc-53ee-4696-83f8-0d23f8e15481', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:5c:44', 'vm-uuid': 'b79e059d-6699-4d8b-9fd5-9449aacd8999'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: INFO os_vif [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53')
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No VIF found with MAC fa:16:3e:de:5c:44, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updated VIF entry in instance network info cache for port 6063e7bc-53ee-4696-83f8-0d23f8e15481. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d3ba06bb-6fed-4824-8851-72174e852973 req-b28baa1c-3929-48c5-8b1f-8e2bce1bb59b service nova] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-984e10b0-796e-4c93-9661-8e2599a84f69 req-e65a69b3-2deb-4eb8-ba9e-0474bf3f7ed1 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-984e10b0-796e-4c93-9661-8e2599a84f69 req-e65a69b3-2deb-4eb8-ba9e-0474bf3f7ed1 service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-984e10b0-796e-4c93-9661-8e2599a84f69 req-e65a69b3-2deb-4eb8-ba9e-0474bf3f7ed1 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-984e10b0-796e-4c93-9661-8e2599a84f69 req-e65a69b3-2deb-4eb8-ba9e-0474bf3f7ed1 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-984e10b0-796e-4c93-9661-8e2599a84f69 req-e65a69b3-2deb-4eb8-ba9e-0474bf3f7ed1 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:54 user nova-compute[75217]: WARNING nova.compute.manager [req-984e10b0-796e-4c93-9661-8e2599a84f69 req-e65a69b3-2deb-4eb8-ba9e-0474bf3f7ed1 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state building and task_state spawning.
Nov 22 12:00:55 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 is timed out.
Nov 22 12:00:55 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully detached device vdb from instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 from the live domain config.
Nov 22 12:00:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkZwbNOF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:00:55 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f45f6b21-a9df-46bf-9931-d66f8db42848]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:00:55 user nova-compute[75217]: No targets found.
Nov 22 12:00:55 user nova-compute[75217]: iSNS:
Nov 22 12:00:55 user nova-compute[75217]: No targets found.
Nov 22 12:00:55 user nova-compute[75217]: STATIC:
Nov 22 12:00:55 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 12:00:55 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:55 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:55 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:00:55 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:55 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:55 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc
Nov 22 12:00:55 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:55 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:55 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:00:55 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:00:55 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:00:55 user nova-compute[75217]: FIRMWARE:
Nov 22 12:00:55 user nova-compute[75217]: No targets found.
Nov 22 12:00:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:00:55 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:00:55 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb004289-9ae2-4673-adf7-07b822160eb8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1460d3-2fd9-4e5b-b2ba-487998989971]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:55 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:55 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:55 user nova-compute[75217]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)
Nov 22 12:00:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:00:55 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:00:55 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:00:55 user nova-compute[75217]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc (non-flash)
Nov 22 12:00:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c2e75b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a4edbf-7354-4ccd-8244-fa755fe7e349]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2059ed71-1d43-4c02-a1b2-a79305c8a970]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d953bc-3533-4ab6-a741-b5c834b39bd9]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[036fe3b8-aa16-4414-966f-8ce525ab6edb]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[265459a0-12a6-47b1-895f-ddc1c00a2bca]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9289ee0c-c9e2-4f92-931c-8806f0fc7d80]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260]
Nov 22 12:00:55 user nova-compute[75217]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc, portal: 172.16.0.220,3260] successful.
Nov 22 12:00:55 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74afab42-e07e-43bd-8708-dfeaa6dfd3bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c9c819-571b-4603-8fe3-f457b9a6e80d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] <== disconnect_volume: return (322ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:00:55 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:00:56 user nova-compute[75217]: INFO nova.compute.claims [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Claim successful on node user
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'flavor' on Instance uuid eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2c6d3836-56ed-4d60-b609-4b64ded6daea tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.712s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 16.843s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.475s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.network.neutron [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:00:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.policy [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a781cd9624bb465f91d41c1fbabb8701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e86726c125f47e4ac39af0f3b72c58f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:00:56 user nova-compute[75217]: INFO nova.virt.block_device [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Booting with volume-backed-image 022bb7a7-417e-43e5-a149-352266de8077 at /dev/vda
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-034f4647-f200-425c-94d1-b143348a717a req-ed507e5d-0f4c-4bcd-ad5a-aa5ef2a042ea service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-034f4647-f200-425c-94d1-b143348a717a req-ed507e5d-0f4c-4bcd-ad5a-aa5ef2a042ea service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-034f4647-f200-425c-94d1-b143348a717a req-ed507e5d-0f4c-4bcd-ad5a-aa5ef2a042ea service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-034f4647-f200-425c-94d1-b143348a717a req-ed507e5d-0f4c-4bcd-ad5a-aa5ef2a042ea service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-034f4647-f200-425c-94d1-b143348a717a req-ed507e5d-0f4c-4bcd-ad5a-aa5ef2a042ea service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:00:56 user nova-compute[75217]: WARNING nova.compute.manager [req-034f4647-f200-425c-94d1-b143348a717a req-ed507e5d-0f4c-4bcd-ad5a-aa5ef2a042ea service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state building and task_state spawning.
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:00:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance spawned successfully.
Nov 22 12:00:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:00:57 user nova-compute[75217]: INFO nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Took 5.16 seconds to spawn the instance on the hypervisor.
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:00:57 user nova-compute[75217]: INFO nova.compute.manager [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Took 5.93 seconds to build instance.
Nov 22 12:00:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e28c3196-9fe5-41a8-b81f-d6c3da8b5a27 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.095s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Successfully created port: d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:00:57 user nova-compute[75217]: DEBUG nova.network.neutron [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Successfully updated port: d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-changed-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Refreshing instance network info cache due to event network-changed-d675bdde-a260-4ad6-abc7-43ebecf414cf. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] Acquiring lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.network.neutron [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updating instance_info_cache with network_info: [{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance network_info: |[{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] Acquired lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Refreshing network info cache for port d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updated VIF entry in instance network info cache for port d675bdde-a260-4ad6-abc7-43ebecf414cf. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updating instance_info_cache with network_info: [{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:00:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-94341634-015c-4df1-b705-37909d8ab96c req-5ef95fb3-4dfd-4097-b24f-fc4df38da0a6 service nova] Releasing lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG os_brick.utils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[df44bbcf-45fd-4a3e-ab79-8dd8990c77ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c437da-1c81-4ffe-bd30-1bc0f140151c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b8d0214-f260-4c00-abc3-907c22a64b72]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d529cdea-3bb8-4ae1-a4ed-9397f4764183]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:01:02 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:01:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1414ab1-8963-4f09-ade8-815cd2c21691]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG os_brick.utils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:01:02 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updating existing volume attachment record: 03721cdb-5a02-4aa6-8ac9-236286e50cad {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:03 user nova-compute[75217]: INFO nova.compute.manager [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Terminating instance
Nov 22 12:01:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-22186701-55d1-4bc8-bf6b-bfa0304dc35e req-be668d23-31b9-4be1-bb6f-bf8a58b3923e service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-22186701-55d1-4bc8-bf6b-bfa0304dc35e req-be668d23-31b9-4be1-bb6f-bf8a58b3923e service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-22186701-55d1-4bc8-bf6b-bfa0304dc35e req-be668d23-31b9-4be1-bb6f-bf8a58b3923e service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-22186701-55d1-4bc8-bf6b-bfa0304dc35e req-be668d23-31b9-4be1-bb6f-bf8a58b3923e service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-22186701-55d1-4bc8-bf6b-bfa0304dc35e req-be668d23-31b9-4be1-bb6f-bf8a58b3923e service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-22186701-55d1-4bc8-bf6b-bfa0304dc35e req-be668d23-31b9-4be1-bb6f-bf8a58b3923e service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-unplugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Instance destroyed successfully.
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.objects.instance [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lazy-loading 'resources' on Instance uuid 8c3210ac-8c14-461a-99de-a48b6ca78a71 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:44:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1363816618',display_name='tempest-ServerRescueNegativeTestJSON-server-1363816618',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1363816618',id=1,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='335d611d13164cc2bd89538c9a136778',ramdisk_id='',reservation_id='r-cemv886l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-903376552',owner_user_name='tempest-ServerRescueNegativeTestJSON-903376552-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:50:48Z,user_data=None,user_id='3c092f7666034958bfcb0ad1e7220b86',uuid=8c3210ac-8c14-461a-99de-a48b6ca78a71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converting VIF {"id": "aa32144e-1f54-4477-835b-f1fe717ead13", "address": "fa:16:3e:62:3a:d9", "network": {"id": "ce788616-527a-448d-a350-b2020886f3f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-92183983-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "335d611d13164cc2bd89538c9a136778", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa32144e-1f", "ovs_interfaceid": "aa32144e-1f54-4477-835b-f1fe717ead13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG os_vif [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa32144e-1f, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c955149e-56ab-4184-af91-846ff81cfb41) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:04 user nova-compute[75217]: INFO os_vif [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa32144e-1f54-4477-835b-f1fe717ead13,network=Network(ce788616-527a-448d-a350-b2020886f3f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa32144e-1f')
Nov 22 12:01:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Deleting instance files /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71_del
Nov 22 12:01:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Deletion of /opt/stack/data/nova/instances/8c3210ac-8c14-461a-99de-a48b6ca78a71_del complete
Nov 22 12:01:04 user nova-compute[75217]: INFO nova.compute.manager [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 22 12:01:04 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:01:04 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-3bdde826-c1c8-4923-a128-bc28f772fb5e req-c86e9f74-5071-422c-b4eb-bd1e3355302c service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-deleted-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:05 user nova-compute[75217]: INFO nova.compute.manager [req-3bdde826-c1c8-4923-a128-bc28f772fb5e req-c86e9f74-5071-422c-b4eb-bd1e3355302c service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Neutron deleted interface aa32144e-1f54-4477-835b-f1fe717ead13; detaching it from the instance and deleting it from the info cache
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bdde826-c1c8-4923-a128-bc28f772fb5e req-c86e9f74-5071-422c-b4eb-bd1e3355302c service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:05 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Took 0.55 seconds to deallocate network for instance.
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-3bdde826-c1c8-4923-a128-bc28f772fb5e req-c86e9f74-5071-422c-b4eb-bd1e3355302c service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Detach interface failed, port_id=aa32144e-1f54-4477-835b-f1fe717ead13, reason: Instance 8c3210ac-8c14-461a-99de-a48b6ca78a71 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:05 user nova-compute[75217]: INFO nova.compute.manager [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Terminating instance
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.437s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:05 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Deleted allocations for instance 8c3210ac-8c14-461a-99de-a48b6ca78a71
Nov 22 12:01:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fa9849ba-e10e-4868-a3b9-f6ea3825d11b tempest-ServerRescueNegativeTestJSON-903376552 tempest-ServerRescueNegativeTestJSON-903376552-project-member] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.190s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-80960001-2d9a-4e84-9271-5493933f2a95 req-a7693243-638d-4138-8c99-f98dc0dd9723 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-80960001-2d9a-4e84-9271-5493933f2a95 req-a7693243-638d-4138-8c99-f98dc0dd9723 service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-80960001-2d9a-4e84-9271-5493933f2a95 req-a7693243-638d-4138-8c99-f98dc0dd9723 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-80960001-2d9a-4e84-9271-5493933f2a95 req-a7693243-638d-4138-8c99-f98dc0dd9723 service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-80960001-2d9a-4e84-9271-5493933f2a95 req-a7693243-638d-4138-8c99-f98dc0dd9723 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-80960001-2d9a-4e84-9271-5493933f2a95 req-a7693243-638d-4138-8c99-f98dc0dd9723 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-unplugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-75676c4a-478f-41d6-a037-9eb6e7b987c3 req-79d5bafe-be42-4f99-9cb2-8efaef9f0be2 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-75676c4a-478f-41d6-a037-9eb6e7b987c3 req-79d5bafe-be42-4f99-9cb2-8efaef9f0be2 service nova] Acquiring lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-75676c4a-478f-41d6-a037-9eb6e7b987c3 req-79d5bafe-be42-4f99-9cb2-8efaef9f0be2 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-75676c4a-478f-41d6-a037-9eb6e7b987c3 req-79d5bafe-be42-4f99-9cb2-8efaef9f0be2 service nova] Lock "8c3210ac-8c14-461a-99de-a48b6ca78a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-75676c4a-478f-41d6-a037-9eb6e7b987c3 req-79d5bafe-be42-4f99-9cb2-8efaef9f0be2 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] No waiting events found dispatching network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:06 user nova-compute[75217]: WARNING nova.compute.manager [req-75676c4a-478f-41d6-a037-9eb6e7b987c3 req-79d5bafe-be42-4f99-9cb2-8efaef9f0be2 service nova] [instance: 8c3210ac-8c14-461a-99de-a48b6ca78a71] Received unexpected event network-vif-plugged-aa32144e-1f54-4477-835b-f1fe717ead13 for instance with vm_state deleted and task_state None.
Nov 22 12:01:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Instance destroyed successfully.
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lazy-loading 'resources' on Instance uuid 592db032-6ae8-48f2-b038-077350cb2adc {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:53:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-885285596',display_name='tempest-ServerStableDeviceRescueTest-server-885285596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-885285596',id=27,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLdnFC0lHykatMXg8iwcCBITxlRPRWRerhuLbwH6Ikz+G+NrE+BgtRoP97wPaEzm/Y4j7DnZJlX7hNBco0igovVEW5dXbkEPICvbcNUNIjIHExmq15I1VwvidEbdYAkgg==',key_name='tempest-keypair-913066666',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:57:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6318751ef4274219b55c495374499ca2',ramdisk_id='',reservation_id='r-0k7nuyos',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1597207724',owner_user_name='tempest-ServerStableDeviceRescueTest-1597207724-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:59:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e31818d5dd1848518559acd1e283a4e3',uuid=592db032-6ae8-48f2-b038-077350cb2adc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converting VIF {"id": "99f1b350-8d99-42f5-8c54-24ef056b7178", "address": "fa:16:3e:13:0c:0b", "network": {"id": "35209184-2ff9-444a-b152-e8f211ba26fb", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1938881020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6318751ef4274219b55c495374499ca2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f1b350-8d", "ovs_interfaceid": "99f1b350-8d99-42f5-8c54-24ef056b7178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG os_vif [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99f1b350-8d, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45ce529a-2b1e-4f77-8ad0-cf2fde955284) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:06 user nova-compute[75217]: INFO os_vif [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:0c:0b,bridge_name='br-int',has_traffic_filtering=True,id=99f1b350-8d99-42f5-8c54-24ef056b7178,network=Network(35209184-2ff9-444a-b152-e8f211ba26fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f1b350-8d')
Nov 22 12:01:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Deleting instance files /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc_del
Nov 22 12:01:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Deletion of /opt/stack/data/nova/instances/592db032-6ae8-48f2-b038-077350cb2adc_del complete
Nov 22 12:01:06 user nova-compute[75217]: INFO nova.compute.manager [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:01:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:07 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:07 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Took 1.46 seconds to deallocate network for instance.
Nov 22 12:01:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-b20cf296-c4ec-463d-ba35-57379c5bebcd req-465e6a84-e84c-44c4-abae-34f5afe04812 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-deleted-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:07 user nova-compute[75217]: INFO nova.compute.manager [req-b20cf296-c4ec-463d-ba35-57379c5bebcd req-465e6a84-e84c-44c4-abae-34f5afe04812 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Neutron deleted interface 99f1b350-8d99-42f5-8c54-24ef056b7178; detaching it from the instance and deleting it from the info cache
Nov 22 12:01:07 user nova-compute[75217]: DEBUG nova.network.neutron [req-b20cf296-c4ec-463d-ba35-57379c5bebcd req-465e6a84-e84c-44c4-abae-34f5afe04812 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-b20cf296-c4ec-463d-ba35-57379c5bebcd req-465e6a84-e84c-44c4-abae-34f5afe04812 service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Detach interface failed, port_id=99f1b350-8d99-42f5-8c54-24ef056b7178, reason: Instance 592db032-6ae8-48f2-b038-077350cb2adc could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:01:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-802ac185-9353-4a4a-abe3-e0069a7de991 req-7b793add-b6e1-4f86-87d5-d50361180c9b service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-802ac185-9353-4a4a-abe3-e0069a7de991 req-7b793add-b6e1-4f86-87d5-d50361180c9b service nova] Acquiring lock "592db032-6ae8-48f2-b038-077350cb2adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-802ac185-9353-4a4a-abe3-e0069a7de991 req-7b793add-b6e1-4f86-87d5-d50361180c9b service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-802ac185-9353-4a4a-abe3-e0069a7de991 req-7b793add-b6e1-4f86-87d5-d50361180c9b service nova] Lock "592db032-6ae8-48f2-b038-077350cb2adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-802ac185-9353-4a4a-abe3-e0069a7de991 req-7b793add-b6e1-4f86-87d5-d50361180c9b service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] No waiting events found dispatching network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:08 user nova-compute[75217]: WARNING nova.compute.manager [req-802ac185-9353-4a4a-abe3-e0069a7de991 req-7b793add-b6e1-4f86-87d5-d50361180c9b service nova] [instance: 592db032-6ae8-48f2-b038-077350cb2adc] Received unexpected event network-vif-plugged-99f1b350-8d99-42f5-8c54-24ef056b7178 for instance with vm_state deleted and task_state None.
Nov 22 12:01:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:08 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Deleted allocations for instance 592db032-6ae8-48f2-b038-077350cb2adc
Nov 22 12:01:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c223a6a7-7575-4798-a24b-6654f86c1e15 tempest-ServerStableDeviceRescueTest-1597207724 tempest-ServerStableDeviceRescueTest-1597207724-project-member] Lock "592db032-6ae8-48f2-b038-077350cb2adc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.980s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:01:09 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Creating image(s)
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Ensure instance console log exists: /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Start _get_guest_xml network_info=[{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ea7d1cd-e8a4-48d3-a25b-1354634f6657', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'serial': 'f4bb2f0d-ea05-4dc6-94a8-f99e875db61a'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '03721cdb-5a02-4aa6-8ac9-236286e50cad', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:01:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:01:09 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:01:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:01:09 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:01:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:01:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:01:09 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:01:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad055c2b-4214-46fa-a0c1-e9abeb1ddd68]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:01:10 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28e7f7a-e45d-4b9e-b100-f9aaff131386]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a] added
Nov 22 12:01:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4b6f8e1-0a31-4ff1-9598-d49b8c0b002b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b28127-2d1e-4ec9-b871-328857ff4b2c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUEvqgWY {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUEvqgWY" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3d6ffed-d674-4055-ad39-d78ce96da482]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VUEvqgWY'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[01864db1-a7c1-4d97-93ad-0ecfd3c8c6a6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f9f43d-b93f-4d06-97f8-773d49d649c0]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[80124078-07fa-4bb5-8ed2-01ad4cf6020a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260]
Nov 22 12:01:10 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260] successful.
Nov 22 12:01:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[092eb87d-003f-4d9a-9411-9451b1255e4b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a22ba2-d2cd-4d74-8c15-539076a88bcc]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:10 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f21c5eb-100c-412c-a222-c4b88afaf9fd]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:01:10 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 is timed out.
Nov 22 12:01:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully detached device vdb from instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 from the live domain config.
Nov 22 12:01:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQVAFeBi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:01:10 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:01:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:01:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23832646335616230', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832646335616230', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.531s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1445415797',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1445415797',id=34,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-5jjr09gz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:00:57Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=9ea7d1cd-e8a4-48d3-a25b-1354634f6657,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.objects.instance [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[64fa7abf-805f-43cb-bcc1-3052f0525220]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:01:11 user nova-compute[75217]: No targets found.
Nov 22 12:01:11 user nova-compute[75217]: iSNS:
Nov 22 12:01:11 user nova-compute[75217]: No targets found.
Nov 22 12:01:11 user nova-compute[75217]: STATIC:
Nov 22 12:01:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29
Nov 22 12:01:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:01:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:01:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:01:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:11 user nova-compute[75217]: FIRMWARE:
Nov 22 12:01:11 user nova-compute[75217]: No targets found.
Nov 22 12:01:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:01:11 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:01:11 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:01:11 user nova-compute[75217]:   <uuid>9ea7d1cd-e8a4-48d3-a25b-1354634f6657</uuid>
Nov 22 12:01:11 user nova-compute[75217]:   <name>instance-00000022</name>
Nov 22 12:01:11 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:01:11 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:01:11 user nova-compute[75217]:   <metadata>
Nov 22 12:01:11 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:01:11 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:01:11 user nova-compute[75217]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1445415797</nova:name>
Nov 22 12:01:11 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:01:09</nova:creationTime>
Nov 22 12:01:11 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:01:11 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:01:11 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:01:11 user nova-compute[75217]:       <nova:owner>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:user uuid="a781cd9624bb465f91d41c1fbabb8701">tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member</nova:user>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:project uuid="0e86726c125f47e4ac39af0f3b72c58f">tempest-ServerBootFromVolumeStableRescueTest-964604612</nova:project>
Nov 22 12:01:11 user nova-compute[75217]:       </nova:owner>
Nov 22 12:01:11 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:01:11 user nova-compute[75217]:       <nova:ports>
Nov 22 12:01:11 user nova-compute[75217]:         <nova:port uuid="d675bdde-a260-4ad6-abc7-43ebecf414cf">
Nov 22 12:01:11 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 22 12:01:11 user nova-compute[75217]:         </nova:port>
Nov 22 12:01:11 user nova-compute[75217]:       </nova:ports>
Nov 22 12:01:11 user nova-compute[75217]:     </nova:instance>
Nov 22 12:01:11 user nova-compute[75217]:   </metadata>
Nov 22 12:01:11 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:01:11 user nova-compute[75217]:     <system>
Nov 22 12:01:11 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:01:11 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:01:11 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:01:11 user nova-compute[75217]:       <entry name="serial">9ea7d1cd-e8a4-48d3-a25b-1354634f6657</entry>
Nov 22 12:01:11 user nova-compute[75217]:       <entry name="uuid">9ea7d1cd-e8a4-48d3-a25b-1354634f6657</entry>
Nov 22 12:01:11 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:01:11 user nova-compute[75217]:     </system>
Nov 22 12:01:11 user nova-compute[75217]:   </sysinfo>
Nov 22 12:01:11 user nova-compute[75217]:   <os>
Nov 22 12:01:11 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:01:11 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:01:11 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:01:11 user nova-compute[75217]:   </os>
Nov 22 12:01:11 user nova-compute[75217]:   <features>
Nov 22 12:01:11 user nova-compute[75217]:     <acpi/>
Nov 22 12:01:11 user nova-compute[75217]:     <apic/>
Nov 22 12:01:11 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:01:11 user nova-compute[75217]:   </features>
Nov 22 12:01:11 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:01:11 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:01:11 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:01:11 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:01:11 user nova-compute[75217]:   </clock>
Nov 22 12:01:11 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:01:11 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:01:11 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:01:11 user nova-compute[75217]:   </cpu>
Nov 22 12:01:11 user nova-compute[75217]:   <devices>
Nov 22 12:01:11 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:01:11 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:01:11 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 12:01:11 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:01:11 user nova-compute[75217]:       <serial>f4bb2f0d-ea05-4dc6-94a8-f99e875db61a</serial>
Nov 22 12:01:11 user nova-compute[75217]:     </disk>
Nov 22 12:01:11 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:01:11 user nova-compute[75217]:       <mac address="fa:16:3e:91:16:12"/>
Nov 22 12:01:11 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:01:11 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:01:11 user nova-compute[75217]:       <target dev="tapd675bdde-a2"/>
Nov 22 12:01:11 user nova-compute[75217]:     </interface>
Nov 22 12:01:11 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:01:11 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/console.log" append="off"/>
Nov 22 12:01:11 user nova-compute[75217]:     </serial>
Nov 22 12:01:11 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:01:11 user nova-compute[75217]:     <video>
Nov 22 12:01:11 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:01:11 user nova-compute[75217]:     </video>
Nov 22 12:01:11 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:01:11 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:01:11 user nova-compute[75217]:     </rng>
Nov 22 12:01:11 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:01:11 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:01:11 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:01:11 user nova-compute[75217]:     </memballoon>
Nov 22 12:01:11 user nova-compute[75217]:   </devices>
Nov 22 12:01:11 user nova-compute[75217]: </domain>
Nov 22 12:01:11 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1445415797',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1445415797',id=34,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-5jjr09gz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:00:57Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=9ea7d1cd-e8a4-48d3-a25b-1354634f6657,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_vif [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b04a4d38-7459-5a10-b4a5-37ae9b899231', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd675bdde-a2, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd675bdde-a2, col_values=(('qos', UUID('6f20b249-19d6-4c65-af3e-53fc1d797c48')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd675bdde-a2, col_values=(('external_ids', {'iface-id': 'd675bdde-a260-4ad6-abc7-43ebecf414cf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:16:12', 'vm-uuid': '9ea7d1cd-e8a4-48d3-a25b-1354634f6657'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38340c6-5a33-412a-ada9-d95b4602ad3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:11 user nova-compute[75217]: INFO os_vif [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2')
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7b0b8b-0fd7-4e47-9026-21437b42e50a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:11 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:01:11 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:11 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:11 user nova-compute[75217]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 (non-flash)
Nov 22 12:01:11 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:11 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dc57e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b114ebb-ad26-4615-a69a-f07b172c5d83]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No VIF found with MAC fa:16:3e:91:16:12, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b00eb494-66ad-493b-bb21-19e933232939]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3baaa4-48a3-4848-9fa0-cc1b017f12a0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6a8c97-e709-4dc8-b92d-d6660dc3145b]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a84dee-a145-424b-bfad-c4f4f50d03da]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4870ab1-a511-465f-9f84-1920ed579cf2]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260]
Nov 22 12:01:11 user nova-compute[75217]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29, portal: 172.16.0.220,3260] successful.
Nov 22 12:01:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20bc94a4-3d48-449c-99ab-e6a9e9479e29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a06430d-6ddc-4baf-87f8-42f39b48c94e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== disconnect_volume: return (882ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:01:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:01:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:01:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-b7e5399e-9902-48f4-8801-4ca72bb20481 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.642s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-986f9cba-c45e-4547-9063-fb9af9a47a7b req-09205881-fdaf-4300-8daa-828db9b8f894 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-986f9cba-c45e-4547-9063-fb9af9a47a7b req-09205881-fdaf-4300-8daa-828db9b8f894 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-986f9cba-c45e-4547-9063-fb9af9a47a7b req-09205881-fdaf-4300-8daa-828db9b8f894 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-986f9cba-c45e-4547-9063-fb9af9a47a7b req-09205881-fdaf-4300-8daa-828db9b8f894 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-986f9cba-c45e-4547-9063-fb9af9a47a7b req-09205881-fdaf-4300-8daa-828db9b8f894 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:13 user nova-compute[75217]: WARNING nova.compute.manager [req-986f9cba-c45e-4547-9063-fb9af9a47a7b req-09205881-fdaf-4300-8daa-828db9b8f894 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state building and task_state spawning.
Nov 22 12:01:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 12:01:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:01:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance spawned successfully.
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:14 user nova-compute[75217]: INFO nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Took 5.06 seconds to spawn the instance on the hypervisor.
Nov 22 12:01:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-c353374c-0995-4226-aa73-17d9f1b59803 req-ab6ef661-e22b-41d8-b6ca-a5ebd5c6ddfd service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c353374c-0995-4226-aa73-17d9f1b59803 req-ab6ef661-e22b-41d8-b6ca-a5ebd5c6ddfd service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c353374c-0995-4226-aa73-17d9f1b59803 req-ab6ef661-e22b-41d8-b6ca-a5ebd5c6ddfd service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c353374c-0995-4226-aa73-17d9f1b59803 req-ab6ef661-e22b-41d8-b6ca-a5ebd5c6ddfd service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-c353374c-0995-4226-aa73-17d9f1b59803 req-ab6ef661-e22b-41d8-b6ca-a5ebd5c6ddfd service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:15 user nova-compute[75217]: WARNING nova.compute.manager [req-c353374c-0995-4226-aa73-17d9f1b59803 req-ab6ef661-e22b-41d8-b6ca-a5ebd5c6ddfd service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state building and task_state spawning.
Nov 22 12:01:15 user nova-compute[75217]: INFO nova.compute.manager [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Took 18.83 seconds to build instance.
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-39200a1f-4ae2-477b-8cae-640cf495737c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.924s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7902MB free_disk=25.29535675048828GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b79e059d-6699-4d8b-9fd5-9449aacd8999 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:01:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:01:19 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:01:19 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:01:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.437s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:01:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:01:29 user nova-compute[75217]: INFO nova.compute.manager [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] instance snapshotting
Nov 22 12:01:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Beginning live snapshot process
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json -f qcow2" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json -f qcow2 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json -f qcow2" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpp22bjilc/88319bfd869e4161b9c35cf657dfa248.delta 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpp22bjilc/88319bfd869e4161b9c35cf657dfa248.delta 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 22 12:01:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 12:01:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75217) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 22 12:01:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 22 12:01:31 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:01:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpp22bjilc/88319bfd869e4161b9c35cf657dfa248.delta /opt/stack/data/nova/instances/snapshots/tmpp22bjilc/88319bfd869e4161b9c35cf657dfa248 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpp22bjilc/88319bfd869e4161b9c35cf657dfa248.delta /opt/stack/data/nova/instances/snapshots/tmpp22bjilc/88319bfd869e4161b9c35cf657dfa248" returned: 0 in 0.488s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Snapshot extracted, beginning image upload
Nov 22 12:01:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Snapshot image upload complete
Nov 22 12:01:34 user nova-compute[75217]: INFO nova.compute.manager [None req-b8455fc6-7c39-488e-b28b-ddd31719af5f tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Took 5.01 seconds to snapshot the instance on the hypervisor.
Nov 22 12:01:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:01:36 user nova-compute[75217]: INFO nova.compute.claims [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Claim successful on node user
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:01:36 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:01:36 user nova-compute[75217]: DEBUG nova.policy [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d3b4cfe96d41f6b22ed8b4163db627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3ab8aa1c04f464e90bb10355f8b6c14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:01:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:01:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:01:37 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Creating image(s)
Nov 22 12:01:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "/opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "/opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "/opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "7e7040a6c6a8ae3d0aaa51b75edab70370143d9e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "7e7040a6c6a8ae3d0aaa51b75edab70370143d9e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Successfully created port: 6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.part --force-share --output=json" returned: 0 in 0.216s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG nova.virt.images [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] 5942b6b0-9348-4e60-9153-737808bc93a4 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.part /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.part /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.converted" returned: 0 in 0.616s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Successfully updated port: 6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquired lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-changed-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Refreshing instance network info cache due to event network-changed-6ac91577-a92c-42d9-b148-9c8b31a3902e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] Acquiring lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e.converted --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "7e7040a6c6a8ae3d0aaa51b75edab70370143d9e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.267s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "7e7040a6c6a8ae3d0aaa51b75edab70370143d9e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "7e7040a6c6a8ae3d0aaa51b75edab70370143d9e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updating instance_info_cache with network_info: [{"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Releasing lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Instance network_info: |[{"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] Acquired lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.neutron [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Refreshing network info cache for port 6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e,backing_fmt=raw /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e,backing_fmt=raw /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk 1073741824" returned: 0 in 0.051s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "7e7040a6c6a8ae3d0aaa51b75edab70370143d9e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Ensure instance console log exists: /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Start _get_guest_xml network_info=[{"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='0e9fca1301217a137bc803c638aa3707',container_format='bare',created_at=2023-11-22T12:01:29Z,direct_url=<?>,disk_format='qcow2',id=5942b6b0-9348-4e60-9153-737808bc93a4,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1182238818',owner='d3ab8aa1c04f464e90bb10355f8b6c14',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-22T12:01:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '5942b6b0-9348-4e60-9153-737808bc93a4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:01:39 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:39 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0e9fca1301217a137bc803c638aa3707',container_format='bare',created_at=2023-11-22T12:01:29Z,direct_url=<?>,disk_format='qcow2',id=5942b6b0-9348-4e60-9153-737808bc93a4,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1182238818',owner='d3ab8aa1c04f464e90bb10355f8b6c14',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-22T12:01:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:01:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-897866656',display_name='tempest-TestStampPattern-server-897866656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-897866656',id=35,image_ref='5942b6b0-9348-4e60-9153-737808bc93a4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBHZnhPgh/mLI4s91TXRMZzZ3/CDw3XadQliYDVe+f0ZQSv0N/2O5PKdxAH+fu737dGIOMga8GpNf+QLVAngq+x2nkBA8h6wnHRH71JiOtRfhsMWGdi3RNkLluBEuq7bQ==',key_name='tempest-TestStampPattern-1301542027',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3ab8aa1c04f464e90bb10355f8b6c14',ramdisk_id='',reservation_id='r-epe8tln0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='eefa92c3-f9cc-4d77-81a6-0b27934ed391',image_min_disk='1',image_min_ram='0',image_owner_id='d3ab8aa1c04f464e90bb10355f8b6c14',image_owner_project_name='tempest-TestStampPattern-1751929553',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1751929553-project-member',image_user_id='e2d3b4cfe96d41f6b22ed8b4163db627',network_allocated='True',owner_project_name='tempest-TestStampPattern-1751929553',owner_user_name='tempest-TestStampPattern-1751929553-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:01:37Z,user_data=None,user_id='e2d3b4cfe96d41f6b22ed8b4163db627',uuid=a08c5b2c-d3cb-47bd-998b-43bf778634f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converting VIF {"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'pci_devices' on Instance uuid a08c5b2c-d3cb-47bd-998b-43bf778634f4 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:01:39 user nova-compute[75217]:   <uuid>a08c5b2c-d3cb-47bd-998b-43bf778634f4</uuid>
Nov 22 12:01:39 user nova-compute[75217]:   <name>instance-00000023</name>
Nov 22 12:01:39 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:01:39 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:01:39 user nova-compute[75217]:   <metadata>
Nov 22 12:01:39 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:01:39 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:01:39 user nova-compute[75217]:       <nova:name>tempest-TestStampPattern-server-897866656</nova:name>
Nov 22 12:01:39 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:01:39</nova:creationTime>
Nov 22 12:01:39 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:01:39 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:01:39 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:01:39 user nova-compute[75217]:       <nova:owner>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:user uuid="e2d3b4cfe96d41f6b22ed8b4163db627">tempest-TestStampPattern-1751929553-project-member</nova:user>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:project uuid="d3ab8aa1c04f464e90bb10355f8b6c14">tempest-TestStampPattern-1751929553</nova:project>
Nov 22 12:01:39 user nova-compute[75217]:       </nova:owner>
Nov 22 12:01:39 user nova-compute[75217]:       <nova:root type="image" uuid="5942b6b0-9348-4e60-9153-737808bc93a4"/>
Nov 22 12:01:39 user nova-compute[75217]:       <nova:ports>
Nov 22 12:01:39 user nova-compute[75217]:         <nova:port uuid="6ac91577-a92c-42d9-b148-9c8b31a3902e">
Nov 22 12:01:39 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 22 12:01:39 user nova-compute[75217]:         </nova:port>
Nov 22 12:01:39 user nova-compute[75217]:       </nova:ports>
Nov 22 12:01:39 user nova-compute[75217]:     </nova:instance>
Nov 22 12:01:39 user nova-compute[75217]:   </metadata>
Nov 22 12:01:39 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:01:39 user nova-compute[75217]:     <system>
Nov 22 12:01:39 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:01:39 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:01:39 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:01:39 user nova-compute[75217]:       <entry name="serial">a08c5b2c-d3cb-47bd-998b-43bf778634f4</entry>
Nov 22 12:01:39 user nova-compute[75217]:       <entry name="uuid">a08c5b2c-d3cb-47bd-998b-43bf778634f4</entry>
Nov 22 12:01:39 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:01:39 user nova-compute[75217]:     </system>
Nov 22 12:01:39 user nova-compute[75217]:   </sysinfo>
Nov 22 12:01:39 user nova-compute[75217]:   <os>
Nov 22 12:01:39 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:01:39 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:01:39 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:01:39 user nova-compute[75217]:   </os>
Nov 22 12:01:39 user nova-compute[75217]:   <features>
Nov 22 12:01:39 user nova-compute[75217]:     <acpi/>
Nov 22 12:01:39 user nova-compute[75217]:     <apic/>
Nov 22 12:01:39 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:01:39 user nova-compute[75217]:   </features>
Nov 22 12:01:39 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:01:39 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:01:39 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:01:39 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:01:39 user nova-compute[75217]:   </clock>
Nov 22 12:01:39 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:01:39 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:01:39 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:01:39 user nova-compute[75217]:   </cpu>
Nov 22 12:01:39 user nova-compute[75217]:   <devices>
Nov 22 12:01:39 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:01:39 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:01:39 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk"/>
Nov 22 12:01:39 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:01:39 user nova-compute[75217]:     </disk>
Nov 22 12:01:39 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:01:39 user nova-compute[75217]:       <mac address="fa:16:3e:e1:0a:3b"/>
Nov 22 12:01:39 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:01:39 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:01:39 user nova-compute[75217]:       <target dev="tap6ac91577-a9"/>
Nov 22 12:01:39 user nova-compute[75217]:     </interface>
Nov 22 12:01:39 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:01:39 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/console.log" append="off"/>
Nov 22 12:01:39 user nova-compute[75217]:     </serial>
Nov 22 12:01:39 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:01:39 user nova-compute[75217]:     <video>
Nov 22 12:01:39 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:01:39 user nova-compute[75217]:     </video>
Nov 22 12:01:39 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:01:39 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:01:39 user nova-compute[75217]:     </rng>
Nov 22 12:01:39 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:01:39 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:01:39 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:01:39 user nova-compute[75217]:     </memballoon>
Nov 22 12:01:39 user nova-compute[75217]:   </devices>
Nov 22 12:01:39 user nova-compute[75217]: </domain>
Nov 22 12:01:39 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:01:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-897866656',display_name='tempest-TestStampPattern-server-897866656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-897866656',id=35,image_ref='5942b6b0-9348-4e60-9153-737808bc93a4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBHZnhPgh/mLI4s91TXRMZzZ3/CDw3XadQliYDVe+f0ZQSv0N/2O5PKdxAH+fu737dGIOMga8GpNf+QLVAngq+x2nkBA8h6wnHRH71JiOtRfhsMWGdi3RNkLluBEuq7bQ==',key_name='tempest-TestStampPattern-1301542027',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3ab8aa1c04f464e90bb10355f8b6c14',ramdisk_id='',reservation_id='r-epe8tln0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='eefa92c3-f9cc-4d77-81a6-0b27934ed391',image_min_disk='1',image_min_ram='0',image_owner_id='d3ab8aa1c04f464e90bb10355f8b6c14',image_owner_project_name='tempest-TestStampPattern-1751929553',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1751929553-project-member',image_user_id='e2d3b4cfe96d41f6b22ed8b4163db627',network_allocated='True',owner_project_name='tempest-TestStampPattern-1751929553',owner_user_name='tempest-TestStampPattern-1751929553-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:01:37Z,user_data=None,user_id='e2d3b4cfe96d41f6b22ed8b4163db627',uuid=a08c5b2c-d3cb-47bd-998b-43bf778634f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converting VIF {"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG os_vif [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5cc92b97-cf78-57e5-8f65-93f3e907c5c7', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6ac91577-a9, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6ac91577-a9, col_values=(('qos', UUID('bcc9066a-6a28-4e17-be98-7223afb308a5')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6ac91577-a9, col_values=(('external_ids', {'iface-id': '6ac91577-a92c-42d9-b148-9c8b31a3902e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:0a:3b', 'vm-uuid': 'a08c5b2c-d3cb-47bd-998b-43bf778634f4'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:40 user nova-compute[75217]: INFO os_vif [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9')
Nov 22 12:01:40 user nova-compute[75217]: DEBUG nova.network.neutron [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updated VIF entry in instance network info cache for port 6ac91577-a92c-42d9-b148-9c8b31a3902e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG nova.network.neutron [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updating instance_info_cache with network_info: [{"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fca5919a-73e8-451b-ab97-2be2075b2e34 req-5d4401a4-6d08-48da-baeb-93e1223b5236 service nova] Releasing lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No VIF found with MAC fa:16:3e:e1:0a:3b, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:40 user nova-compute[75217]: INFO nova.compute.manager [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Terminating instance
Nov 22 12:01:40 user nova-compute[75217]: DEBUG nova.compute.manager [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-187ff0de-cd37-4953-94d4-7bbcef129e34 req-67205776-fd2c-439a-b859-acc78e6f324d service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-vif-unplugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-187ff0de-cd37-4953-94d4-7bbcef129e34 req-67205776-fd2c-439a-b859-acc78e6f324d service nova] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-187ff0de-cd37-4953-94d4-7bbcef129e34 req-67205776-fd2c-439a-b859-acc78e6f324d service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-187ff0de-cd37-4953-94d4-7bbcef129e34 req-67205776-fd2c-439a-b859-acc78e6f324d service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-187ff0de-cd37-4953-94d4-7bbcef129e34 req-67205776-fd2c-439a-b859-acc78e6f324d service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] No waiting events found dispatching network-vif-unplugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-187ff0de-cd37-4953-94d4-7bbcef129e34 req-67205776-fd2c-439a-b859-acc78e6f324d service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-vif-unplugged-ccdb396d-259c-4022-a996-a10c4e311bdf for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-230542c9-0ac6-4c4f-a806-18a4b2286775 req-cb6dda4d-dec1-4b1e-8bed-2dd96180d505 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-230542c9-0ac6-4c4f-a806-18a4b2286775 req-cb6dda4d-dec1-4b1e-8bed-2dd96180d505 service nova] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-230542c9-0ac6-4c4f-a806-18a4b2286775 req-cb6dda4d-dec1-4b1e-8bed-2dd96180d505 service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-230542c9-0ac6-4c4f-a806-18a4b2286775 req-cb6dda4d-dec1-4b1e-8bed-2dd96180d505 service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-230542c9-0ac6-4c4f-a806-18a4b2286775 req-cb6dda4d-dec1-4b1e-8bed-2dd96180d505 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] No waiting events found dispatching network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:41 user nova-compute[75217]: WARNING nova.compute.manager [req-230542c9-0ac6-4c4f-a806-18a4b2286775 req-cb6dda4d-dec1-4b1e-8bed-2dd96180d505 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received unexpected event network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e for instance with vm_state building and task_state spawning.
Nov 22 12:01:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Instance destroyed successfully.
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'resources' on Instance uuid 2a6b7873-0264-4b50-93bc-8b2ea343cc44 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:56:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1905480526',display_name='tempest-AttachVolumeNegativeTest-server-1905480526',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1905480526',id=28,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHv2dvKGB4ZaHApvCgPOToQ2B95dS1zm+Tb0xGeStm2QM7bUOwh9h1r3iVwK0QZkBQNdaichzKyFQamMKZm4RsgXYkV77ssR44Io8Yj8/E18F9F/MSQntkBsK6o2x11dmw==',key_name='tempest-keypair-1036272606',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:56:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-jhrubag7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:56:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=2a6b7873-0264-4b50-93bc-8b2ea343cc44,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "ccdb396d-259c-4022-a996-a10c4e311bdf", "address": "fa:16:3e:cf:73:88", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccdb396d-25", "ovs_interfaceid": "ccdb396d-259c-4022-a996-a10c4e311bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG os_vif [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccdb396d-25, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d7317c35-7347-4ee8-8d6e-891c12c4c523) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:42 user nova-compute[75217]: INFO os_vif [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cf:73:88,bridge_name='br-int',has_traffic_filtering=True,id=ccdb396d-259c-4022-a996-a10c4e311bdf,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccdb396d-25')
Nov 22 12:01:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Deleting instance files /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44_del
Nov 22 12:01:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Deletion of /opt/stack/data/nova/instances/2a6b7873-0264-4b50-93bc-8b2ea343cc44_del complete
Nov 22 12:01:42 user nova-compute[75217]: INFO nova.compute.manager [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Took 1.44 seconds to destroy the instance on the hypervisor.
Nov 22 12:01:42 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:42 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Took 0.68 seconds to deallocate network for instance.
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-f7b2ed9d-d586-4cb0-b724-9b88ba683153 req-4f570b15-791a-4c1a-bbe7-61dae3cf568c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-vif-deleted-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:42 user nova-compute[75217]: INFO nova.compute.manager [req-f7b2ed9d-d586-4cb0-b724-9b88ba683153 req-4f570b15-791a-4c1a-bbe7-61dae3cf568c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Neutron deleted interface ccdb396d-259c-4022-a996-a10c4e311bdf; detaching it from the instance and deleting it from the info cache
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-f7b2ed9d-d586-4cb0-b724-9b88ba683153 req-4f570b15-791a-4c1a-bbe7-61dae3cf568c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-f7b2ed9d-d586-4cb0-b724-9b88ba683153 req-4f570b15-791a-4c1a-bbe7-61dae3cf568c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Detach interface failed, port_id=ccdb396d-259c-4022-a996-a10c4e311bdf, reason: Instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-a8697f2e-fdae-47bb-8899-34e269bda9d8 req-ce14673d-9f42-4310-b619-cb41ed12ef6c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received event network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a8697f2e-fdae-47bb-8899-34e269bda9d8 req-ce14673d-9f42-4310-b619-cb41ed12ef6c service nova] Acquiring lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a8697f2e-fdae-47bb-8899-34e269bda9d8 req-ce14673d-9f42-4310-b619-cb41ed12ef6c service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a8697f2e-fdae-47bb-8899-34e269bda9d8 req-ce14673d-9f42-4310-b619-cb41ed12ef6c service nova] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-a8697f2e-fdae-47bb-8899-34e269bda9d8 req-ce14673d-9f42-4310-b619-cb41ed12ef6c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] No waiting events found dispatching network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:43 user nova-compute[75217]: WARNING nova.compute.manager [req-a8697f2e-fdae-47bb-8899-34e269bda9d8 req-ce14673d-9f42-4310-b619-cb41ed12ef6c service nova] [instance: 2a6b7873-0264-4b50-93bc-8b2ea343cc44] Received unexpected event network-vif-plugged-ccdb396d-259c-4022-a996-a10c4e311bdf for instance with vm_state deleted and task_state None.
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.281s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:43 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Deleted allocations for instance 2a6b7873-0264-4b50-93bc-8b2ea343cc44
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-42d33b1f-cd7f-4ee0-a537-389772031865 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "2a6b7873-0264-4b50-93bc-8b2ea343cc44" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.570s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-de00ba94-74bd-428f-aa09-14842411e809 req-5a01764e-3459-4c5e-b8e8-e7c10861001d service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-de00ba94-74bd-428f-aa09-14842411e809 req-5a01764e-3459-4c5e-b8e8-e7c10861001d service nova] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-de00ba94-74bd-428f-aa09-14842411e809 req-5a01764e-3459-4c5e-b8e8-e7c10861001d service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-de00ba94-74bd-428f-aa09-14842411e809 req-5a01764e-3459-4c5e-b8e8-e7c10861001d service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-de00ba94-74bd-428f-aa09-14842411e809 req-5a01764e-3459-4c5e-b8e8-e7c10861001d service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] No waiting events found dispatching network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:43 user nova-compute[75217]: WARNING nova.compute.manager [req-de00ba94-74bd-428f-aa09-14842411e809 req-5a01764e-3459-4c5e-b8e8-e7c10861001d service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received unexpected event network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e for instance with vm_state building and task_state spawning.
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:01:43 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Instance spawned successfully.
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:01:44 user nova-compute[75217]: INFO nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Took 6.99 seconds to spawn the instance on the hypervisor.
Nov 22 12:01:44 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:01:44 user nova-compute[75217]: INFO nova.compute.manager [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Took 7.70 seconds to build instance.
Nov 22 12:01:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2d89a6cf-ca67-465c-9f97-8db259cdf7ae tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.799s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-changed-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Refreshing instance network info cache due to event network-changed-b38c1005-32b6-4e83-98d3-f08765de6b61. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:01:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:01:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:01:46 user nova-compute[75217]: DEBUG nova.network.neutron [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Refreshing network info cache for port b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:01:47 user nova-compute[75217]: DEBUG nova.network.neutron [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updated VIF entry in instance network info cache for port b38c1005-32b6-4e83-98d3-f08765de6b61. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:01:47 user nova-compute[75217]: DEBUG nova.network.neutron [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-098f03cf-83be-49d1-99b0-2c04decbe5c1 req-6f4ef7d7-2cc3-4b79-9ef1-871ea0e1ef63 service nova] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Stashing vm_state: active {{(pid=75217) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:01:48 user nova-compute[75217]: INFO nova.compute.claims [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Claim successful on node user
Nov 22 12:01:48 user nova-compute[75217]: INFO nova.compute.resource_tracker [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating resource usage from migration 69ed52db-c339-4860-acb0-c5db8697f370
Nov 22 12:01:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-changed-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Refreshing instance network info cache due to event network-changed-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.network.neutron [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Refreshing network info cache for port 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:01:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.432s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:48 user nova-compute[75217]: INFO nova.compute.manager [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Migrating
Nov 22 12:01:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updated VIF entry in instance network info cache for port 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-df2d6926-341d-4ccc-902e-799a3dc8e182 req-bd8682e8-a7b3-4d34-9473-3a267f57ae80 service nova] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.network.neutron [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.network.neutron [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Starting migrate_disk_and_power_off {{(pid=75217) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-a2f03a11-1f2f-4b03-8212-25b3b992fa40 req-5211fbf9-4a1c-4816-b52c-432f9299f408 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-unplugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a2f03a11-1f2f-4b03-8212-25b3b992fa40 req-5211fbf9-4a1c-4816-b52c-432f9299f408 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a2f03a11-1f2f-4b03-8212-25b3b992fa40 req-5211fbf9-4a1c-4816-b52c-432f9299f408 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a2f03a11-1f2f-4b03-8212-25b3b992fa40 req-5211fbf9-4a1c-4816-b52c-432f9299f408 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-a2f03a11-1f2f-4b03-8212-25b3b992fa40 req-5211fbf9-4a1c-4816-b52c-432f9299f408 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-unplugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:49 user nova-compute[75217]: WARNING nova.compute.manager [req-a2f03a11-1f2f-4b03-8212-25b3b992fa40 req-5211fbf9-4a1c-4816-b52c-432f9299f408 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-unplugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state active and task_state resize_migrating.
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance destroyed successfully.
Nov 22 12:01:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:59:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1904084505',display_name='tempest-ServerActionsTestOtherA-server-1904084505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1904084505',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:00:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-swwo8j0x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:01:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=e6823ad7-c012-4a0b-a7f1-ce37c9e56b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5ed93a3f-61, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d5f5f80-12f7-44e1-a1b4-67772b99b6a1) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:01:50 user nova-compute[75217]: INFO os_vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61')
Nov 22 12:01:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:01:50 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2380f7bd-0763-4f71-9131-7199dc8b4358]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:01:50 user nova-compute[75217]: No targets found.
Nov 22 12:01:50 user nova-compute[75217]: iSNS:
Nov 22 12:01:50 user nova-compute[75217]: No targets found.
Nov 22 12:01:50 user nova-compute[75217]: STATIC:
Nov 22 12:01:50 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:01:50 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:50 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:50 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:01:50 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:50 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:50 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:01:50 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:01:50 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:01:50 user nova-compute[75217]: FIRMWARE:
Nov 22 12:01:50 user nova-compute[75217]: No targets found.
Nov 22 12:01:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:01:50 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:01:50 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7766a8da-5992-4d3e-9d9c-9f8872a153e7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a552ab3-22ac-4949-8415-bfeefa372972]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:50 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:50 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:50 user nova-compute[75217]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:50 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058de9fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3563ef7-2fad-4968-bf20-5a148e0a2a27]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d4d24c-dc7c-4d8c-b897-7dc6b03daf25]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9737bde8-bdbe-41cd-ae6f-0e04584221d3]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[63cdae42-47aa-4d61-ac96-9a12020d81d7]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a0bcbc-41f5-45a0-85b5-0a203c8f70df]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a440df58-8dbd-4854-b733-c32e77ef2496]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]
Nov 22 12:01:50 user nova-compute[75217]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.
Nov 22 12:01:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[936e3108-a7aa-4af8-ad63-192d8788201b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== disconnect_volume: return (309ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:01:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:01:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Port 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf binding to destination host user is already ACTIVE {{(pid=75217) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 22 12:01:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-16873f69-b267-4ff8-92e2-344d98767878 req-e9fe8e3d-3121-4eae-900e-a9b772a89924 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-16873f69-b267-4ff8-92e2-344d98767878 req-e9fe8e3d-3121-4eae-900e-a9b772a89924 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-16873f69-b267-4ff8-92e2-344d98767878 req-e9fe8e3d-3121-4eae-900e-a9b772a89924 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-16873f69-b267-4ff8-92e2-344d98767878 req-e9fe8e3d-3121-4eae-900e-a9b772a89924 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-16873f69-b267-4ff8-92e2-344d98767878 req-e9fe8e3d-3121-4eae-900e-a9b772a89924 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:01:52 user nova-compute[75217]: WARNING nova.compute.manager [req-16873f69-b267-4ff8-92e2-344d98767878 req-e9fe8e3d-3121-4eae-900e-a9b772a89924 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state active and task_state resize_migrated.
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG os_brick.utils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[507199e0-282f-4be9-9aa5-dacdc4c447f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da09396-c149-42d8-9e72-054312e0c6c1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[59dfaeaf-b3ea-4849-b384-a8d3ec849137]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c1f42f-65a3-4576-8ed5-6a43fc68f68b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:01:52 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:01:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82083be0-7b37-48a1-a249-57a56196a6ad]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:01:52 user nova-compute[75217]: DEBUG os_brick.utils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:01:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Starting finish_migration {{(pid=75217) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 12:01:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Creating image(s)
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Ensure instance console log exists: /opt/stack/data/nova/instances/e6823ad7-c012-4a0b-a7f1-ce37c9e56b61/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Start _get_guest_xml network_info=[{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e6823ad7-c012-4a0b-a7f1-ce37c9e56b61', 'attached_at': '2023-11-22T12:01:59.000000', 'detached_at': '', 'volume_id': 'edc42b47-8885-4c21-b6ed-070242e573f4', 'serial': 'edc42b47-8885-4c21-b6ed-070242e573f4'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'e9b84047-6310-4d28-94b2-1a6372386df8', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:01:58 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:58 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:01:58 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:01:58 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:01:58 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf996307-13aa-4ce5-9cdc-e8b283e5b1b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:01:58 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a1208c-c650-40be-879e-2ecd654ecf2d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4] added
Nov 22 12:01:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfea8a73-0e86-4d26-8c10-110700bf69b6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e10aa6-04c5-40aa-8eaa-c7bb0ea65c40]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rhHJDydE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rhHJDydE" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c392e7ac-defd-4917-90ec-79a83939b8ab]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rhHJDydE'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab2d193-5ffb-4bcf-87ec-63df20510991]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c049ae2d-4112-44fe-9dc8-59607361bea7]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:59 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:59 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[035db74b-f4e9-4d96-be07-c445c963909a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]
Nov 22 12:01:59 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.
Nov 22 12:01:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dccb767d-0d5b-4ba1-822b-25b6fd39260e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc58b8df-15f2-42b1-a9ef-5a463b9c390b]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:59 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:59 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:01:59 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:01:59 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:01:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.374s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[93076c03-ed48-4437-9be6-a8dc55cba6c1]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:01:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '26633373532386262', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633373532386262', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:59:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1904084505',display_name='tempest-ServerActionsTestOtherA-server-1904084505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1904084505',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:00:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-swwo8j0x',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:01:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=e6823ad7-c012-4a0b-a7f1-ce37c9e56b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:02:00 user nova-compute[75217]:   <uuid>e6823ad7-c012-4a0b-a7f1-ce37c9e56b61</uuid>
Nov 22 12:02:00 user nova-compute[75217]:   <name>instance-00000020</name>
Nov 22 12:02:00 user nova-compute[75217]:   <memory>2097152</memory>
Nov 22 12:02:00 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:02:00 user nova-compute[75217]:   <metadata>
Nov 22 12:02:00 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:02:00 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:02:00 user nova-compute[75217]:       <nova:name>tempest-ServerActionsTestOtherA-server-1904084505</nova:name>
Nov 22 12:02:00 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:01:58</nova:creationTime>
Nov 22 12:02:00 user nova-compute[75217]:       <nova:flavor name="m1.small">
Nov 22 12:02:00 user nova-compute[75217]:         <nova:memory>2048</nova:memory>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:disk>20</nova:disk>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:02:00 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:02:00 user nova-compute[75217]:       <nova:owner>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:user uuid="d6b767a542b3459ca60e8d782d323473">tempest-ServerActionsTestOtherA-2138967681-project-member</nova:user>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:project uuid="7a35192436c8407aaf84a683245841ff">tempest-ServerActionsTestOtherA-2138967681</nova:project>
Nov 22 12:02:00 user nova-compute[75217]:       </nova:owner>
Nov 22 12:02:00 user nova-compute[75217]:       <nova:ports>
Nov 22 12:02:00 user nova-compute[75217]:         <nova:port uuid="5ed93a3f-619d-48c8-ac55-c85d2e6e46bf">
Nov 22 12:02:00 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 12:02:00 user nova-compute[75217]:         </nova:port>
Nov 22 12:02:00 user nova-compute[75217]:       </nova:ports>
Nov 22 12:02:00 user nova-compute[75217]:     </nova:instance>
Nov 22 12:02:00 user nova-compute[75217]:   </metadata>
Nov 22 12:02:00 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:02:00 user nova-compute[75217]:     <system>
Nov 22 12:02:00 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:02:00 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:02:00 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:02:00 user nova-compute[75217]:       <entry name="serial">e6823ad7-c012-4a0b-a7f1-ce37c9e56b61</entry>
Nov 22 12:02:00 user nova-compute[75217]:       <entry name="uuid">e6823ad7-c012-4a0b-a7f1-ce37c9e56b61</entry>
Nov 22 12:02:00 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:02:00 user nova-compute[75217]:     </system>
Nov 22 12:02:00 user nova-compute[75217]:   </sysinfo>
Nov 22 12:02:00 user nova-compute[75217]:   <os>
Nov 22 12:02:00 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:02:00 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:02:00 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:02:00 user nova-compute[75217]:   </os>
Nov 22 12:02:00 user nova-compute[75217]:   <features>
Nov 22 12:02:00 user nova-compute[75217]:     <acpi/>
Nov 22 12:02:00 user nova-compute[75217]:     <apic/>
Nov 22 12:02:00 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:02:00 user nova-compute[75217]:   </features>
Nov 22 12:02:00 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:02:00 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:02:00 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:02:00 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:02:00 user nova-compute[75217]:   </clock>
Nov 22 12:02:00 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:02:00 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:02:00 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:02:00 user nova-compute[75217]:   </cpu>
Nov 22 12:02:00 user nova-compute[75217]:   <devices>
Nov 22 12:02:00 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:02:00 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:02:00 user nova-compute[75217]:       <source dev="/dev/sdc"/>
Nov 22 12:02:00 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:02:00 user nova-compute[75217]:       <serial>edc42b47-8885-4c21-b6ed-070242e573f4</serial>
Nov 22 12:02:00 user nova-compute[75217]:     </disk>
Nov 22 12:02:00 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:02:00 user nova-compute[75217]:       <mac address="fa:16:3e:6d:f9:66"/>
Nov 22 12:02:00 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:00 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:02:00 user nova-compute[75217]:       <target dev="tap5ed93a3f-61"/>
Nov 22 12:02:00 user nova-compute[75217]:     </interface>
Nov 22 12:02:00 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:02:00 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/e6823ad7-c012-4a0b-a7f1-ce37c9e56b61/console.log" append="off"/>
Nov 22 12:02:00 user nova-compute[75217]:     </serial>
Nov 22 12:02:00 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:02:00 user nova-compute[75217]:     <video>
Nov 22 12:02:00 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:00 user nova-compute[75217]:     </video>
Nov 22 12:02:00 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:02:00 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:02:00 user nova-compute[75217]:     </rng>
Nov 22 12:02:00 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:02:00 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:02:00 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:02:00 user nova-compute[75217]:     </memballoon>
Nov 22 12:02:00 user nova-compute[75217]:   </devices>
Nov 22 12:02:00 user nova-compute[75217]: </domain>
Nov 22 12:02:00 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:59:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1904084505',display_name='tempest-ServerActionsTestOtherA-server-1904084505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1904084505',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:00:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-swwo8j0x',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:01:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=e6823ad7-c012-4a0b-a7f1-ce37c9e56b61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1609344945-network", "vif_mac": "fa:16:3e:6d:f9:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG os_vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a9352462-a62a-57d5-8194-c6b6399c93a1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5ed93a3f-61, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5ed93a3f-61, col_values=(('qos', UUID('dcee7346-cdb9-4a1a-aa87-51032648d3a0')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5ed93a3f-61, col_values=(('external_ids', {'iface-id': '5ed93a3f-619d-48c8-ac55-c85d2e6e46bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:f9:66', 'vm-uuid': 'e6823ad7-c012-4a0b-a7f1-ce37c9e56b61'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:00 user nova-compute[75217]: INFO os_vif [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61')
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:02:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] No VIF found with MAC fa:16:3e:6d:f9:66, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:02:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-2e64123f-08c2-46b4-944f-847e12f23472 req-1f347a0d-05a8-488b-b01c-70dd14e920b3 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2e64123f-08c2-46b4-944f-847e12f23472 req-1f347a0d-05a8-488b-b01c-70dd14e920b3 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2e64123f-08c2-46b4-944f-847e12f23472 req-1f347a0d-05a8-488b-b01c-70dd14e920b3 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2e64123f-08c2-46b4-944f-847e12f23472 req-1f347a0d-05a8-488b-b01c-70dd14e920b3 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-2e64123f-08c2-46b4-944f-847e12f23472 req-1f347a0d-05a8-488b-b01c-70dd14e920b3 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:02 user nova-compute[75217]: WARNING nova.compute.manager [req-2e64123f-08c2-46b4-944f-847e12f23472 req-1f347a0d-05a8-488b-b01c-70dd14e920b3 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state active and task_state resize_finish.
Nov 22 12:02:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:02:03 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance running successfully.
Nov 22 12:02:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Failed to set time: agent not configured {{(pid=75217) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 22 12:02:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-63e38b73-9c68-40bd-9d11-72009e559b4c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] finish_migration finished successfully. {{(pid=75217) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 22 12:02:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-04f755c6-b231-4af0-ab6a-18fa887a9be9 req-94a890c6-9660-4b6f-be81-7e97e52c82c9 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-04f755c6-b231-4af0-ab6a-18fa887a9be9 req-94a890c6-9660-4b6f-be81-7e97e52c82c9 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-04f755c6-b231-4af0-ab6a-18fa887a9be9 req-94a890c6-9660-4b6f-be81-7e97e52c82c9 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-04f755c6-b231-4af0-ab6a-18fa887a9be9 req-94a890c6-9660-4b6f-be81-7e97e52c82c9 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-04f755c6-b231-4af0-ab6a-18fa887a9be9 req-94a890c6-9660-4b6f-be81-7e97e52c82c9 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:04 user nova-compute[75217]: WARNING nova.compute.manager [req-04f755c6-b231-4af0-ab6a-18fa887a9be9 req-94a890c6-9660-4b6f-be81-7e97e52c82c9 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state resized and task_state None.
Nov 22 12:02:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:02:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:02:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid a06a2a1b-6d71-413f-970b-b417ad64336f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [{"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-a06a2a1b-6d71-413f-970b-b417ad64336f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:16 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:18 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7890MB free_disk=25.16457748413086GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Applying migration context for instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 as it has an incoming, in-progress migration 69ed52db-c339-4860-acb0-c5db8697f370. Migration status is finished {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 22 12:02:18 user nova-compute[75217]: INFO nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating resource usage from migration 69ed52db-c339-4860-acb0-c5db8697f370
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b79e059d-6699-4d8b-9fd5-9449aacd8999 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Migration 69ed52db-c339-4860-acb0-c5db8697f370 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:02:18 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:02:19 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:02:19 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:02:19 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:02:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.467s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:02:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:02:28 user nova-compute[75217]: INFO nova.compute.claims [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Claim successful on node user
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.407s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:02:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:02:28 user nova-compute[75217]: DEBUG nova.policy [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd47a31e527f43f3bab60f2bd6fe064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1becac1c31644d859beeae6ce3c6be72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:02:28 user nova-compute[75217]: INFO nova.virt.block_device [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Booting with volume snapshot 6edef774-88ba-44ae-8fa1-df9e95614eb5 at /dev/vda
Nov 22 12:02:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Successfully created port: fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:02:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Successfully updated port: fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:02:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "refresh_cache-2b872afa-8cfd-48f2-be15-14050cc7aa7f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquired lock "refresh_cache-2b872afa-8cfd-48f2-be15-14050cc7aa7f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-changed-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Refreshing instance network info cache due to event network-changed-fb08d423-c933-4039-9de8-3e61fb6436a0. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] Acquiring lock "refresh_cache-2b872afa-8cfd-48f2-be15-14050cc7aa7f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Updating instance_info_cache with network_info: [{"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Releasing lock "refresh_cache-2b872afa-8cfd-48f2-be15-14050cc7aa7f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Instance network_info: |[{"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] Acquired lock "refresh_cache-2b872afa-8cfd-48f2-be15-14050cc7aa7f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Refreshing network info cache for port fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Updated VIF entry in instance network info cache for port fb08d423-c933-4039-9de8-3e61fb6436a0. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Updating instance_info_cache with network_info: [{"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-beb237ed-6d75-45f5-b31d-5756c312f690 req-7e59383b-4477-4096-a746-9d18367efd43 service nova] Releasing lock "refresh_cache-2b872afa-8cfd-48f2-be15-14050cc7aa7f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:02:34 user nova-compute[75217]: INFO nova.compute.claims [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Claim successful on node user
Nov 22 12:02:34 user nova-compute[75217]: DEBUG os_brick.utils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fb4373-8d0d-46f1-8e27-b20b90ad740c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[51111152-f07d-4836-a418-6308c5f06b28]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d8d30e-ba87-4dda-8265-580b459fbd40]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d342140-899c-405e-8659-bef67e2573a4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:02:34 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:02:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[34113dba-8422-4a21-8489-6d63c2c7e8e0]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG os_brick.utils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Updating existing volume attachment record: 0be4a569-86b8-4206-abb8-2a5454fa2ab8 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:02:34 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.681s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:02:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.policy [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c10cd5f870ec4674a7abbfaf400631cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf38e88887460b8a5159696407be3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:02:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Creating image(s)
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "/opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk 1073741824" returned: 0 in 0.074s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Successfully created port: 0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.228s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:35 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking if we can resize image /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Cannot resize image /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Ensure instance console log exists: /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Successfully updated port: 0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquired lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-changed-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.compute.manager [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Refreshing instance network info cache due to event network-changed-0c530d26-2c0f-463c-91a8-a6caeb8212ed. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] Acquiring lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updating instance_info_cache with network_info: [{"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Releasing lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Instance network_info: |[{"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] Acquired lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.neutron [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Refreshing network info cache for port 0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Start _get_guest_xml network_info=[{"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:02:36 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:36 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1283238635',display_name='tempest-AttachVolumeNegativeTest-server-1283238635',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1283238635',id=37,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZ7R9+sSMB54ZKIkqtS8mbseL2fitME9KF3QRp/myI/lcMXxxDqdXnq+/+X6m5pb+ImMlq7quX1eDyfLgNFos8I4n4URttiltP1bnkLV/Tg3t+tnyYtB4A0oPV70BdOwg==',key_name='tempest-keypair-894902974',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-ul2ewf0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:02:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=80a0f876-80da-4d82-8039-e24a38ba892a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'pci_devices' on Instance uuid 80a0f876-80da-4d82-8039-e24a38ba892a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:02:36 user nova-compute[75217]:   <uuid>80a0f876-80da-4d82-8039-e24a38ba892a</uuid>
Nov 22 12:02:36 user nova-compute[75217]:   <name>instance-00000025</name>
Nov 22 12:02:36 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:02:36 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:02:36 user nova-compute[75217]:   <metadata>
Nov 22 12:02:36 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:02:36 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:02:36 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1283238635</nova:name>
Nov 22 12:02:36 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:02:36</nova:creationTime>
Nov 22 12:02:36 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:02:36 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:02:36 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:02:36 user nova-compute[75217]:       <nova:owner>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:user uuid="c10cd5f870ec4674a7abbfaf400631cc">tempest-AttachVolumeNegativeTest-1572427977-project-member</nova:user>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:project uuid="2fdf38e88887460b8a5159696407be3d">tempest-AttachVolumeNegativeTest-1572427977</nova:project>
Nov 22 12:02:36 user nova-compute[75217]:       </nova:owner>
Nov 22 12:02:36 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:02:36 user nova-compute[75217]:       <nova:ports>
Nov 22 12:02:36 user nova-compute[75217]:         <nova:port uuid="0c530d26-2c0f-463c-91a8-a6caeb8212ed">
Nov 22 12:02:36 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 22 12:02:36 user nova-compute[75217]:         </nova:port>
Nov 22 12:02:36 user nova-compute[75217]:       </nova:ports>
Nov 22 12:02:36 user nova-compute[75217]:     </nova:instance>
Nov 22 12:02:36 user nova-compute[75217]:   </metadata>
Nov 22 12:02:36 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:02:36 user nova-compute[75217]:     <system>
Nov 22 12:02:36 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:02:36 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:02:36 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:02:36 user nova-compute[75217]:       <entry name="serial">80a0f876-80da-4d82-8039-e24a38ba892a</entry>
Nov 22 12:02:36 user nova-compute[75217]:       <entry name="uuid">80a0f876-80da-4d82-8039-e24a38ba892a</entry>
Nov 22 12:02:36 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:02:36 user nova-compute[75217]:     </system>
Nov 22 12:02:36 user nova-compute[75217]:   </sysinfo>
Nov 22 12:02:36 user nova-compute[75217]:   <os>
Nov 22 12:02:36 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:02:36 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:02:36 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:02:36 user nova-compute[75217]:   </os>
Nov 22 12:02:36 user nova-compute[75217]:   <features>
Nov 22 12:02:36 user nova-compute[75217]:     <acpi/>
Nov 22 12:02:36 user nova-compute[75217]:     <apic/>
Nov 22 12:02:36 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:02:36 user nova-compute[75217]:   </features>
Nov 22 12:02:36 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:02:36 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:02:36 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:02:36 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:02:36 user nova-compute[75217]:   </clock>
Nov 22 12:02:36 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:02:36 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:02:36 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:02:36 user nova-compute[75217]:   </cpu>
Nov 22 12:02:36 user nova-compute[75217]:   <devices>
Nov 22 12:02:36 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:02:36 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:02:36 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk"/>
Nov 22 12:02:36 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:02:36 user nova-compute[75217]:     </disk>
Nov 22 12:02:36 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:02:36 user nova-compute[75217]:       <mac address="fa:16:3e:17:18:a3"/>
Nov 22 12:02:36 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:36 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:02:36 user nova-compute[75217]:       <target dev="tap0c530d26-2c"/>
Nov 22 12:02:36 user nova-compute[75217]:     </interface>
Nov 22 12:02:36 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:02:36 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/console.log" append="off"/>
Nov 22 12:02:36 user nova-compute[75217]:     </serial>
Nov 22 12:02:36 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:02:36 user nova-compute[75217]:     <video>
Nov 22 12:02:36 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:36 user nova-compute[75217]:     </video>
Nov 22 12:02:36 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:02:36 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:02:36 user nova-compute[75217]:     </rng>
Nov 22 12:02:36 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:02:36 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:02:36 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:02:36 user nova-compute[75217]:     </memballoon>
Nov 22 12:02:36 user nova-compute[75217]:   </devices>
Nov 22 12:02:36 user nova-compute[75217]: </domain>
Nov 22 12:02:36 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1283238635',display_name='tempest-AttachVolumeNegativeTest-server-1283238635',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1283238635',id=37,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZ7R9+sSMB54ZKIkqtS8mbseL2fitME9KF3QRp/myI/lcMXxxDqdXnq+/+X6m5pb+ImMlq7quX1eDyfLgNFos8I4n4URttiltP1bnkLV/Tg3t+tnyYtB4A0oPV70BdOwg==',key_name='tempest-keypair-894902974',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-ul2ewf0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:02:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=80a0f876-80da-4d82-8039-e24a38ba892a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG os_vif [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7c49b3c-286d-55a7-82ee-34bfdb92c114', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0c530d26-2c, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0c530d26-2c, col_values=(('qos', UUID('180796c1-2e6b-4a27-9738-9f2ed7e01587')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0c530d26-2c, col_values=(('external_ids', {'iface-id': '0c530d26-2c0f-463c-91a8-a6caeb8212ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:18:a3', 'vm-uuid': '80a0f876-80da-4d82-8039-e24a38ba892a'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:37 user nova-compute[75217]: INFO os_vif [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c')
Nov 22 12:02:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:02:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:17:18:a3, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:02:37 user nova-compute[75217]: DEBUG nova.network.neutron [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updated VIF entry in instance network info cache for port 0c530d26-2c0f-463c-91a8-a6caeb8212ed. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:02:37 user nova-compute[75217]: DEBUG nova.network.neutron [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updating instance_info_cache with network_info: [{"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d5ddf83e-13e8-4e86-9b50-b6671791aceb req-d30ba736-1e52-4ed4-b758-af85509c9a38 service nova] Releasing lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-d8997efe-1d7c-4bb0-bfe2-37d4d0364eac req-a1491840-5901-4671-9e18-292f28acdbb2 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d8997efe-1d7c-4bb0-bfe2-37d4d0364eac req-a1491840-5901-4671-9e18-292f28acdbb2 service nova] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d8997efe-1d7c-4bb0-bfe2-37d4d0364eac req-a1491840-5901-4671-9e18-292f28acdbb2 service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d8997efe-1d7c-4bb0-bfe2-37d4d0364eac req-a1491840-5901-4671-9e18-292f28acdbb2 service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-d8997efe-1d7c-4bb0-bfe2-37d4d0364eac req-a1491840-5901-4671-9e18-292f28acdbb2 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] No waiting events found dispatching network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:38 user nova-compute[75217]: WARNING nova.compute.manager [req-d8997efe-1d7c-4bb0-bfe2-37d4d0364eac req-a1491840-5901-4671-9e18-292f28acdbb2 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received unexpected event network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed for instance with vm_state building and task_state spawning.
Nov 22 12:02:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:02:40 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Instance spawned successfully.
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:40 user nova-compute[75217]: INFO nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Took 5.32 seconds to spawn the instance on the hypervisor.
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-4a599c70-d8f7-4d1d-8267-250a98cb5e64 req-e07f91c4-ac3b-42e8-af42-9ce6942eb064 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a599c70-d8f7-4d1d-8267-250a98cb5e64 req-e07f91c4-ac3b-42e8-af42-9ce6942eb064 service nova] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a599c70-d8f7-4d1d-8267-250a98cb5e64 req-e07f91c4-ac3b-42e8-af42-9ce6942eb064 service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4a599c70-d8f7-4d1d-8267-250a98cb5e64 req-e07f91c4-ac3b-42e8-af42-9ce6942eb064 service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:40 user nova-compute[75217]: DEBUG nova.compute.manager [req-4a599c70-d8f7-4d1d-8267-250a98cb5e64 req-e07f91c4-ac3b-42e8-af42-9ce6942eb064 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] No waiting events found dispatching network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:40 user nova-compute[75217]: WARNING nova.compute.manager [req-4a599c70-d8f7-4d1d-8267-250a98cb5e64 req-e07f91c4-ac3b-42e8-af42-9ce6942eb064 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received unexpected event network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed for instance with vm_state building and task_state spawning.
Nov 22 12:02:40 user nova-compute[75217]: INFO nova.compute.manager [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Took 6.37 seconds to build instance.
Nov 22 12:02:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4352eb72-607f-480d-9226-fb868148a3d9 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.475s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:02:41 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Creating image(s)
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Ensure instance console log exists: /opt/stack/data/nova/instances/2b872afa-8cfd-48f2-be15-14050cc7aa7f/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Start _get_guest_xml network_info=[{"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ItoTLxcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b872afa-8cfd-48f2-be15-14050cc7aa7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea49060b-9de9-4170-80a8-714316a67c9d', 'serial': 'ea49060b-9de9-4170-80a8-714316a67c9d'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '0be4a569-86b8-4206-abb8-2a5454fa2ab8', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:02:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:41 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ItoTLxcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:02:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:02:41 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:02:41 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad6f509-ffd0-4b33-bba0-07634b05da59]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:02:41 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[316728e5-1a66-4c2f-9954-f996a9801f06]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d] added
Nov 22 12:02:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4290fe68-5aa6-4cb9-8281-7edfd224239c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ed8176-4c3b-4e01-a664-71c880854274]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ItoTLxcZ {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ItoTLxcZ" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b08d0eb-0530-4b41-bc64-28a81300bc74]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ItoTLxcZ'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[164829f9-296e-457c-873e-f4f5e4995f6a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6720256-ee4e-485b-8c96-99dd84a7db0c]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3ad206-e073-423f-8d54-10601f5a3c14]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260]
Nov 22 12:02:41 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260] successful.
Nov 22 12:02:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1a6f4d-8ca2-407d-8b1c-8b0d81a75dea]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b9015e2-4520-4192-937f-b7e3dde7da6b]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:02:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:02:41 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:02:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fac02b73-841d-43bb-8bfe-1671d0b73744]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ItoTLxcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:02:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-changed-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Refreshing instance network info cache due to event network-changed-6063e7bc-53ee-4696-83f8-0d23f8e15481. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Refreshing network info cache for port 6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== connect_volume: return (1377ms) {'type': 'block', 'scsi_wwn': '23931393239373265', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931393239373265', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1106745285',display_name='tempest-TestVolumeBootPattern-server-1106745285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1106745285',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-06ma0urn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:02:29Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=2b872afa-8cfd-48f2-be15-14050cc7aa7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'pci_devices' on Instance uuid 2b872afa-8cfd-48f2-be15-14050cc7aa7f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:02:42 user nova-compute[75217]:   <uuid>2b872afa-8cfd-48f2-be15-14050cc7aa7f</uuid>
Nov 22 12:02:42 user nova-compute[75217]:   <name>instance-00000024</name>
Nov 22 12:02:42 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:02:42 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:02:42 user nova-compute[75217]:   <metadata>
Nov 22 12:02:42 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:02:42 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:02:42 user nova-compute[75217]:       <nova:name>tempest-TestVolumeBootPattern-server-1106745285</nova:name>
Nov 22 12:02:42 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:02:41</nova:creationTime>
Nov 22 12:02:42 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:02:42 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:02:42 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:02:42 user nova-compute[75217]:       <nova:owner>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:user uuid="dd47a31e527f43f3bab60f2bd6fe064d">tempest-TestVolumeBootPattern-15878066-project-member</nova:user>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:project uuid="1becac1c31644d859beeae6ce3c6be72">tempest-TestVolumeBootPattern-15878066</nova:project>
Nov 22 12:02:42 user nova-compute[75217]:       </nova:owner>
Nov 22 12:02:42 user nova-compute[75217]:       <nova:ports>
Nov 22 12:02:42 user nova-compute[75217]:         <nova:port uuid="fb08d423-c933-4039-9de8-3e61fb6436a0">
Nov 22 12:02:42 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 22 12:02:42 user nova-compute[75217]:         </nova:port>
Nov 22 12:02:42 user nova-compute[75217]:       </nova:ports>
Nov 22 12:02:42 user nova-compute[75217]:     </nova:instance>
Nov 22 12:02:42 user nova-compute[75217]:   </metadata>
Nov 22 12:02:42 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:02:42 user nova-compute[75217]:     <system>
Nov 22 12:02:42 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:02:42 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:02:42 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:02:42 user nova-compute[75217]:       <entry name="serial">2b872afa-8cfd-48f2-be15-14050cc7aa7f</entry>
Nov 22 12:02:42 user nova-compute[75217]:       <entry name="uuid">2b872afa-8cfd-48f2-be15-14050cc7aa7f</entry>
Nov 22 12:02:42 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:02:42 user nova-compute[75217]:     </system>
Nov 22 12:02:42 user nova-compute[75217]:   </sysinfo>
Nov 22 12:02:42 user nova-compute[75217]:   <os>
Nov 22 12:02:42 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:02:42 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:02:42 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:02:42 user nova-compute[75217]:   </os>
Nov 22 12:02:42 user nova-compute[75217]:   <features>
Nov 22 12:02:42 user nova-compute[75217]:     <acpi/>
Nov 22 12:02:42 user nova-compute[75217]:     <apic/>
Nov 22 12:02:42 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:02:42 user nova-compute[75217]:   </features>
Nov 22 12:02:42 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:02:42 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:02:42 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:02:42 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:02:42 user nova-compute[75217]:   </clock>
Nov 22 12:02:42 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:02:42 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:02:42 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:02:42 user nova-compute[75217]:   </cpu>
Nov 22 12:02:42 user nova-compute[75217]:   <devices>
Nov 22 12:02:42 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:02:42 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:02:42 user nova-compute[75217]:       <source dev="/dev/sdd"/>
Nov 22 12:02:42 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:02:42 user nova-compute[75217]:       <serial>ea49060b-9de9-4170-80a8-714316a67c9d</serial>
Nov 22 12:02:42 user nova-compute[75217]:     </disk>
Nov 22 12:02:42 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:02:42 user nova-compute[75217]:       <mac address="fa:16:3e:e5:cc:51"/>
Nov 22 12:02:42 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:42 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:02:42 user nova-compute[75217]:       <target dev="tapfb08d423-c9"/>
Nov 22 12:02:42 user nova-compute[75217]:     </interface>
Nov 22 12:02:42 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:02:42 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/2b872afa-8cfd-48f2-be15-14050cc7aa7f/console.log" append="off"/>
Nov 22 12:02:42 user nova-compute[75217]:     </serial>
Nov 22 12:02:42 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:02:42 user nova-compute[75217]:     <video>
Nov 22 12:02:42 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:42 user nova-compute[75217]:     </video>
Nov 22 12:02:42 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:02:42 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:02:42 user nova-compute[75217]:     </rng>
Nov 22 12:02:42 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:02:42 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:02:42 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:02:42 user nova-compute[75217]:     </memballoon>
Nov 22 12:02:42 user nova-compute[75217]:   </devices>
Nov 22 12:02:42 user nova-compute[75217]: </domain>
Nov 22 12:02:42 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1106745285',display_name='tempest-TestVolumeBootPattern-server-1106745285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1106745285',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-06ma0urn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:02:29Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=2b872afa-8cfd-48f2-be15-14050cc7aa7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG os_vif [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ba46cff-9d28-523e-ae49-b3d74f3707e4', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb08d423-c9, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb08d423-c9, col_values=(('qos', UUID('50c8f262-dcdb-4cce-8aba-5f28664e519b')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb08d423-c9, col_values=(('external_ids', {'iface-id': 'fb08d423-c933-4039-9de8-3e61fb6436a0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:cc:51', 'vm-uuid': '2b872afa-8cfd-48f2-be15-14050cc7aa7f'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:42 user nova-compute[75217]: INFO os_vif [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9')
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:02:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No VIF found with MAC fa:16:3e:e5:cc:51, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:02:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updated VIF entry in instance network info cache for port 6063e7bc-53ee-4696-83f8-0d23f8e15481. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:02:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-10fb77ab-a2cb-4f7b-9dee-c004daa7029b req-e094d4e9-6b2d-4f20-bdc6-6ce396519960 service nova] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-9b6573d7-5a04-4c21-9aed-1188be1ebb50 req-a9c40b80-2904-48a6-b774-b8343b1016e6 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9b6573d7-5a04-4c21-9aed-1188be1ebb50 req-a9c40b80-2904-48a6-b774-b8343b1016e6 service nova] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9b6573d7-5a04-4c21-9aed-1188be1ebb50 req-a9c40b80-2904-48a6-b774-b8343b1016e6 service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9b6573d7-5a04-4c21-9aed-1188be1ebb50 req-a9c40b80-2904-48a6-b774-b8343b1016e6 service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-9b6573d7-5a04-4c21-9aed-1188be1ebb50 req-a9c40b80-2904-48a6-b774-b8343b1016e6 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] No waiting events found dispatching network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:44 user nova-compute[75217]: WARNING nova.compute.manager [req-9b6573d7-5a04-4c21-9aed-1188be1ebb50 req-a9c40b80-2904-48a6-b774-b8343b1016e6 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received unexpected event network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 for instance with vm_state building and task_state spawning.
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-8e6c5198-2290-4670-a993-136141a6ca74 req-ab494e9b-c1f9-4de3-9296-935d93e49699 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8e6c5198-2290-4670-a993-136141a6ca74 req-ab494e9b-c1f9-4de3-9296-935d93e49699 service nova] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8e6c5198-2290-4670-a993-136141a6ca74 req-ab494e9b-c1f9-4de3-9296-935d93e49699 service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8e6c5198-2290-4670-a993-136141a6ca74 req-ab494e9b-c1f9-4de3-9296-935d93e49699 service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.compute.manager [req-8e6c5198-2290-4670-a993-136141a6ca74 req-ab494e9b-c1f9-4de3-9296-935d93e49699 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] No waiting events found dispatching network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:46 user nova-compute[75217]: WARNING nova.compute.manager [req-8e6c5198-2290-4670-a993-136141a6ca74 req-ab494e9b-c1f9-4de3-9296-935d93e49699 service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received unexpected event network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 for instance with vm_state building and task_state spawning.
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:02:46 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Instance spawned successfully.
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:46 user nova-compute[75217]: INFO nova.compute.manager [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Shelving
Nov 22 12:02:46 user nova-compute[75217]: INFO nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Took 5.52 seconds to spawn the instance on the hypervisor.
Nov 22 12:02:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:46 user nova-compute[75217]: INFO nova.compute.manager [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Took 18.58 seconds to build instance.
Nov 22 12:02:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-865c66b6-4b02-4b58-837a-ab1d4515cc13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.698s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:46 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-cc12b8d9-9010-4196-af3f-1f9f5a99b076 req-9d0a0c4c-bfc5-4e87-b7b2-1c1822f216a6 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-unplugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cc12b8d9-9010-4196-af3f-1f9f5a99b076 req-9d0a0c4c-bfc5-4e87-b7b2-1c1822f216a6 service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cc12b8d9-9010-4196-af3f-1f9f5a99b076 req-9d0a0c4c-bfc5-4e87-b7b2-1c1822f216a6 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-cc12b8d9-9010-4196-af3f-1f9f5a99b076 req-9d0a0c4c-bfc5-4e87-b7b2-1c1822f216a6 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-cc12b8d9-9010-4196-af3f-1f9f5a99b076 req-9d0a0c4c-bfc5-4e87-b7b2-1c1822f216a6 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-unplugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:47 user nova-compute[75217]: WARNING nova.compute.manager [req-cc12b8d9-9010-4196-af3f-1f9f5a99b076 req-9d0a0c4c-bfc5-4e87-b7b2-1c1822f216a6 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-unplugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state active and task_state shelving.
Nov 22 12:02:47 user nova-compute[75217]: INFO nova.compute.manager [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Rescuing
Nov 22 12:02:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:02:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance destroyed successfully.
Nov 22 12:02:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Beginning cold snapshot process
Nov 22 12:02:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk /opt/stack/data/nova/instances/snapshots/tmps8lgfn3y/0ad12483b7f0432a84eb6e3e651264e1 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:47 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updating instance_info_cache with network_info: [{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d1dbf24-7f06-4735-874d-7d0b62247a0c req-f6dfe789-1f7f-4954-8863-d7d164d2e40a service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d1dbf24-7f06-4735-874d-7d0b62247a0c req-f6dfe789-1f7f-4954-8863-d7d164d2e40a service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d1dbf24-7f06-4735-874d-7d0b62247a0c req-f6dfe789-1f7f-4954-8863-d7d164d2e40a service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7d1dbf24-7f06-4735-874d-7d0b62247a0c req-f6dfe789-1f7f-4954-8863-d7d164d2e40a service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG nova.compute.manager [req-7d1dbf24-7f06-4735-874d-7d0b62247a0c req-f6dfe789-1f7f-4954-8863-d7d164d2e40a service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:48 user nova-compute[75217]: WARNING nova.compute.manager [req-7d1dbf24-7f06-4735-874d-7d0b62247a0c req-f6dfe789-1f7f-4954-8863-d7d164d2e40a service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state active and task_state rescuing.
Nov 22 12:02:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk /opt/stack/data/nova/instances/snapshots/tmps8lgfn3y/0ad12483b7f0432a84eb6e3e651264e1" returned: 0 in 1.070s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:48 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Snapshot extracted, beginning image upload
Nov 22 12:02:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance destroyed successfully.
Nov 22 12:02:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Attempting a stable device rescue
Nov 22 12:02:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75217) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance directory exists: not creating {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 22 12:02:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Creating image(s)
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "/opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "/opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d85c025-3041-4e64-9488-cb6ff581cd62 req-ded99eee-b5ca-4e7e-b36a-1f720e974c5f service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d85c025-3041-4e64-9488-cb6ff581cd62 req-ded99eee-b5ca-4e7e-b36a-1f720e974c5f service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d85c025-3041-4e64-9488-cb6ff581cd62 req-ded99eee-b5ca-4e7e-b36a-1f720e974c5f service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d85c025-3041-4e64-9488-cb6ff581cd62 req-ded99eee-b5ca-4e7e-b36a-1f720e974c5f service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d85c025-3041-4e64-9488-cb6ff581cd62 req-ded99eee-b5ca-4e7e-b36a-1f720e974c5f service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:49 user nova-compute[75217]: WARNING nova.compute.manager [req-5d85c025-3041-4e64-9488-cb6ff581cd62 req-ded99eee-b5ca-4e7e-b36a-1f720e974c5f service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state active and task_state shelving_image_uploading.
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "e57854e778f09818421189abc66f46ab5fd97a30" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "e57854e778f09818421189abc66f46ab5fd97a30" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.part --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG nova.virt.images [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] a175d421-5baa-4621-8742-8edc3b6fc14d was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.part /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-1e227286-12fa-4e4d-9c85-965046ea17c8 req-fa056c3c-662f-439c-95c8-44185b12c22c service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1e227286-12fa-4e4d-9c85-965046ea17c8 req-fa056c3c-662f-439c-95c8-44185b12c22c service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1e227286-12fa-4e4d-9c85-965046ea17c8 req-fa056c3c-662f-439c-95c8-44185b12c22c service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1e227286-12fa-4e4d-9c85-965046ea17c8 req-fa056c3c-662f-439c-95c8-44185b12c22c service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:50 user nova-compute[75217]: DEBUG nova.compute.manager [req-1e227286-12fa-4e4d-9c85-965046ea17c8 req-fa056c3c-662f-439c-95c8-44185b12c22c service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:50 user nova-compute[75217]: WARNING nova.compute.manager [req-1e227286-12fa-4e4d-9c85-965046ea17c8 req-fa056c3c-662f-439c-95c8-44185b12c22c service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state active and task_state rescuing.
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.part /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.converted" returned: 0 in 0.593s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "e57854e778f09818421189abc66f46ab5fd97a30" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.254s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "e57854e778f09818421189abc66f46ab5fd97a30" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "e57854e778f09818421189abc66f46ab5fd97a30" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30 --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30 --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30,backing_fmt=raw /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30,backing_fmt=raw /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue" returned: 0 in 0.062s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "e57854e778f09818421189abc66f46ab5fd97a30" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'migration_context' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<9ea7d1cd-e8a4-48d3-a25b-1354634f6657> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Start _get_guest_xml network_info=[{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "vif_mac": "fa:16:3e:91:16:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a175d421-5baa-4621-8742-8edc3b6fc14d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '9ea7d1cd-e8a4-48d3-a25b-1354634f6657', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'serial': 'f4bb2f0d-ea05-4dc6-94a8-f99e875db61a'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '03721cdb-5a02-4aa6-8ac9-236286e50cad', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'resources' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<9ea7d1cd-e8a4-48d3-a25b-1354634f6657> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'numa_topology' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<9ea7d1cd-e8a4-48d3-a25b-1354634f6657> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:02:51 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:51 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.objects.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<9ea7d1cd-e8a4-48d3-a25b-1354634f6657> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:02:51 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:02:51 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:02:51 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[99af3ff3-46ed-44c4-a2c8-0f2a64e096e2]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = VUEvqgWY\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 22 12:02:51 user nova-compute[75217]: node.name = iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:02:51 user nova-compute[75217]: node.tpgt = -1
Nov 22 12:02:51 user nova-compute[75217]: node.startup = automatic
Nov 22 12:02:51 user nova-compute[75217]: node.leading_login = No
Nov 22 12:02:51 user nova-compute[75217]: iface.iscsi_ifacename = default
Nov 22 12:02:51 user nova-compute[75217]: iface.net_ifacename = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.ipaddress = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.prefix_len = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.hwaddress = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.transport_name = tcp
Nov 22 12:02:51 user nova-compute[75217]: iface.initiatorname = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.vlan_id = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.vlan_priority = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.vlan_state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.iface_num = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.mtu = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.port = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.bootproto = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.subnet_mask = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.gateway = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_alt_client_id_state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_alt_client_id = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_dns = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_learn_iqn = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_req_vendor_id_state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_vendor_id_state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_vendor_id = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.dhcp_slp_da = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.fragmentation = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.gratuitous_arp = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.incoming_forwarding = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.tos_state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.tos = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.ttl = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.delayed_ack = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.tcp_nagle = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.tcp_wsf_state = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.tcp_wsf = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.tcp_timer_scale = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.tcp_timestamp = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.redirect = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.def_task_mgmt_timeout = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.header_digest = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.data_digest = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.immediate_data = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.initial_r2t = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.data_seq_inorder = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.data_pdu_inorder = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.erl = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.max_receive_data_len = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.first_burst_len = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.max_outstanding_r2t = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.max_burst_len = 0
Nov 22 12:02:51 user nova-compute[75217]: iface.chap_auth = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.bidi_chap = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.strict_login_compliance = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.discovery_auth = <empty>
Nov 22 12:02:51 user nova-compute[75217]: iface.discovery_logout = <empty>
Nov 22 12:02:51 user nova-compute[75217]: node.discovery_address = <empty>
Nov 22 12:02:51 user nova-compute[75217]: node.discovery_port = 0
Nov 22 12:02:51 user nova-compute[75217]: node.discovery_type = static
Nov 22 12:02:51 user nova-compute[75217]: node.session.initial_cmdsn = 0
Nov 22 12:02:51 user nova-compute[75217]: node.session.initial_login_retry_max = 8
Nov 22 12:02:51 user nova-compute[75217]: node.session.xmit_thread_priority = -20
Nov 22 12:02:51 user nova-compute[75217]: node.session.cmds_max = 128
Nov 22 12:02:51 user nova-compute[75217]: node.session.queue_depth = 32
Nov 22 12:02:51 user nova-compute[75217]: node.session.nr_sessions = 1
Nov 22 12:02:51 user nova-compute[75217]: node.session.auth.authmethod = CHAP
Nov 22 12:02:51 user nova-compute[75217]: node.session.auth.username = VUEvqgWY
Nov 22 12:02:51 user nova-compute[75217]: node.session.auth.password = ***
Nov 22 12:02:51 user nova-compute[75217]: node.session.auth.username_in = <empty>
Nov 22 12:02:51 user nova-compute[75217]: node.session.auth.password_in = <empty>
Nov 22 12:02:51 user nova-compute[75217]: node.session.auth.chap_algs = MD5
Nov 22 12:02:51 user nova-compute[75217]: node.session.timeo.replacement_timeout = 120
Nov 22 12:02:51 user nova-compute[75217]: node.session.err_timeo.abort_timeout = 15
Nov 22 12:02:51 user nova-compute[75217]: node.session.err_timeo.lu_reset_timeout = 30
Nov 22 12:02:51 user nova-compute[75217]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 22 12:02:51 user nova-compute[75217]: node.session.err_timeo.host_reset_timeout = 60
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.FastAbort = Yes
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.InitialR2T = No
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.ImmediateData = Yes
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.FirstBurstLength = 262144
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.MaxBurstLength = 16776192
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.DefaultTime2Retain = 0
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.DefaultTime2Wait = 2
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.MaxConnections = 1
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 22 12:02:51 user nova-compute[75217]: node.session.iscsi.ERL = 0
Nov 22 12:02:51 user nova-compute[75217]: node.session.scan = manual
Nov 22 12:02:51 user nova-compute[75217]: node.session.reopen_max = 0
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].address = 172.16.0.220
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].port = 3260
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].startup = manual
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].tcp.window_size = 524288
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].tcp.type_of_service = 0
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].timeo.logout_timeout = 15
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].timeo.login_timeout = 15
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].timeo.auth_timeout = 45
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].timeo.noop_out_interval = 5
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].timeo.noop_out_timeout = 5
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].iscsi.HeaderDigest = None
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].iscsi.DataDigest = None
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].iscsi.IFMarker = No
Nov 22 12:02:51 user nova-compute[75217]: node.conn[0].iscsi.OFMarker = No
Nov 22 12:02:51 user nova-compute[75217]: # END RECORD
Nov 22 12:02:51 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd94cf9f-b29b-4a78-baa1-d08fe273a87d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6006fd-5e19-4f4d-81e9-32e5abc10849]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUEvqgWY {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUEvqgWY" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e47dc7-7718-4a1b-b465-64a4636feb9c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VUEvqgWY'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89b4958-eccf-44fd-9339-73eee26cf2d7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df37258-596e-4b70-99a8-f46d96fdf049]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:02:52 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:02:52 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:02:52 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:02:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:02:52 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:02:52 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:02:52 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:02:52 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.179s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] HCTL ('33', '0', '0', 0) found on session 41 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8523501-8c2a-4768-9a5a-8c968a55c965]: (4, ('0 0 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Searching for a device in session 41 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.218s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== connect_volume: return (220ms) {'type': 'block', 'scsi_wwn': '23832646335616230', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832646335616230', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1445415797',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1445415797',id=34,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:01:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-5jjr09gz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:01:15Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=9ea7d1cd-e8a4-48d3-a25b-1354634f6657,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "vif_mac": "fa:16:3e:91:16:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "vif_mac": "fa:16:3e:91:16:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.objects.base [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Object Instance<9ea7d1cd-e8a4-48d3-a25b-1354634f6657> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:02:52 user nova-compute[75217]:   <uuid>9ea7d1cd-e8a4-48d3-a25b-1354634f6657</uuid>
Nov 22 12:02:52 user nova-compute[75217]:   <name>instance-00000022</name>
Nov 22 12:02:52 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:02:52 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:02:52 user nova-compute[75217]:   <metadata>
Nov 22 12:02:52 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:02:52 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:02:52 user nova-compute[75217]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1445415797</nova:name>
Nov 22 12:02:52 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:02:51</nova:creationTime>
Nov 22 12:02:52 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:02:52 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:02:52 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:02:52 user nova-compute[75217]:       <nova:owner>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:user uuid="a781cd9624bb465f91d41c1fbabb8701">tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member</nova:user>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:project uuid="0e86726c125f47e4ac39af0f3b72c58f">tempest-ServerBootFromVolumeStableRescueTest-964604612</nova:project>
Nov 22 12:02:52 user nova-compute[75217]:       </nova:owner>
Nov 22 12:02:52 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:02:52 user nova-compute[75217]:       <nova:ports>
Nov 22 12:02:52 user nova-compute[75217]:         <nova:port uuid="d675bdde-a260-4ad6-abc7-43ebecf414cf">
Nov 22 12:02:52 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 22 12:02:52 user nova-compute[75217]:         </nova:port>
Nov 22 12:02:52 user nova-compute[75217]:       </nova:ports>
Nov 22 12:02:52 user nova-compute[75217]:     </nova:instance>
Nov 22 12:02:52 user nova-compute[75217]:   </metadata>
Nov 22 12:02:52 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:02:52 user nova-compute[75217]:     <system>
Nov 22 12:02:52 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:02:52 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:02:52 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:02:52 user nova-compute[75217]:       <entry name="serial">9ea7d1cd-e8a4-48d3-a25b-1354634f6657</entry>
Nov 22 12:02:52 user nova-compute[75217]:       <entry name="uuid">9ea7d1cd-e8a4-48d3-a25b-1354634f6657</entry>
Nov 22 12:02:52 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:02:52 user nova-compute[75217]:     </system>
Nov 22 12:02:52 user nova-compute[75217]:   </sysinfo>
Nov 22 12:02:52 user nova-compute[75217]:   <os>
Nov 22 12:02:52 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:02:52 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:02:52 user nova-compute[75217]:   </os>
Nov 22 12:02:52 user nova-compute[75217]:   <features>
Nov 22 12:02:52 user nova-compute[75217]:     <acpi/>
Nov 22 12:02:52 user nova-compute[75217]:     <apic/>
Nov 22 12:02:52 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:02:52 user nova-compute[75217]:   </features>
Nov 22 12:02:52 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:02:52 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:02:52 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:02:52 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:02:52 user nova-compute[75217]:   </clock>
Nov 22 12:02:52 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:02:52 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:02:52 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:02:52 user nova-compute[75217]:   </cpu>
Nov 22 12:02:52 user nova-compute[75217]:   <devices>
Nov 22 12:02:52 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:02:52 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:02:52 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 12:02:52 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:02:52 user nova-compute[75217]:       <serial>f4bb2f0d-ea05-4dc6-94a8-f99e875db61a</serial>
Nov 22 12:02:52 user nova-compute[75217]:     </disk>
Nov 22 12:02:52 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:02:52 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:02:52 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue"/>
Nov 22 12:02:52 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 12:02:52 user nova-compute[75217]:       <boot order="1"/>
Nov 22 12:02:52 user nova-compute[75217]:     </disk>
Nov 22 12:02:52 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:02:52 user nova-compute[75217]:       <mac address="fa:16:3e:91:16:12"/>
Nov 22 12:02:52 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:52 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:02:52 user nova-compute[75217]:       <target dev="tapd675bdde-a2"/>
Nov 22 12:02:52 user nova-compute[75217]:     </interface>
Nov 22 12:02:52 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:02:52 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/console.log" append="off"/>
Nov 22 12:02:52 user nova-compute[75217]:     </serial>
Nov 22 12:02:52 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:02:52 user nova-compute[75217]:     <video>
Nov 22 12:02:52 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:02:52 user nova-compute[75217]:     </video>
Nov 22 12:02:52 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:02:52 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:02:52 user nova-compute[75217]:     </rng>
Nov 22 12:02:52 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:02:52 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:02:52 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:02:52 user nova-compute[75217]:     </memballoon>
Nov 22 12:02:52 user nova-compute[75217]:   </devices>
Nov 22 12:02:52 user nova-compute[75217]: </domain>
Nov 22 12:02:52 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:02:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance destroyed successfully.
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] No VIF found with MAC fa:16:3e:91:16:12, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Snapshot image upload complete
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:02:52 user nova-compute[75217]: INFO nova.compute.manager [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Shelve offloading
Nov 22 12:02:52 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance destroyed successfully.
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:02:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-092ffb08-eb12-456a-82f8-bfb486def944 req-fe5cf65d-fb73-475e-8b99-97c3c7b75225 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-092ffb08-eb12-456a-82f8-bfb486def944 req-fe5cf65d-fb73-475e-8b99-97c3c7b75225 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-092ffb08-eb12-456a-82f8-bfb486def944 req-fe5cf65d-fb73-475e-8b99-97c3c7b75225 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-092ffb08-eb12-456a-82f8-bfb486def944 req-fe5cf65d-fb73-475e-8b99-97c3c7b75225 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-092ffb08-eb12-456a-82f8-bfb486def944 req-fe5cf65d-fb73-475e-8b99-97c3c7b75225 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:54 user nova-compute[75217]: WARNING nova.compute.manager [req-092ffb08-eb12-456a-82f8-bfb486def944 req-fe5cf65d-fb73-475e-8b99-97c3c7b75225 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state active and task_state rescuing.
Nov 22 12:02:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance destroyed successfully.
Nov 22 12:02:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'resources' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1604463879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1604463879',id=33,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY2jVyIEvsyzGIiG0uKFFpGILRZ59OvHp0AUW2q5W9OTcPMZP8JCCPRgdzoaTSmBGd1PlLP0xer+3o+dXkx5LmV7oCcI22p1V5vRld3sNdpck6nizGsKDDsND0LE8u6Pw==',key_name='tempest-keypair-347062542',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:00:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-ugddoewt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member',shelved_at='2023-11-22T12:02:52.760332',shelved_host='user',shelved_image_id='3d302d05-34b9-4952-b297-a6c2d7b6d325'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:02:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=b79e059d-6699-4d8b-9fd5-9449aacd8999,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG os_vif [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6063e7bc-53, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82e75be6-e33a-4ccc-8ebc-4fdb190ad0d0) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:02:54 user nova-compute[75217]: INFO os_vif [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53')
Nov 22 12:02:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Deleting instance files /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999_del
Nov 22 12:02:54 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Deletion of /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999_del complete
Nov 22 12:02:54 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Deleted allocations for instance b79e059d-6699-4d8b-9fd5-9449aacd8999
Nov 22 12:02:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'numa_topology' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG nova.objects.base [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<b79e059d-6699-4d8b-9fd5-9449aacd8999> lazy-loaded attributes: resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e3064ab2-4761-4be2-8b1d-ec894d7e3f4f tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.858s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-ebc81a45-995b-4867-8184-5a3330769ec3 req-bbe004bf-e7bd-4795-8a47-18afbef25865 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:02:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ebc81a45-995b-4867-8184-5a3330769ec3 req-bbe004bf-e7bd-4795-8a47-18afbef25865 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:02:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ebc81a45-995b-4867-8184-5a3330769ec3 req-bbe004bf-e7bd-4795-8a47-18afbef25865 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:02:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ebc81a45-995b-4867-8184-5a3330769ec3 req-bbe004bf-e7bd-4795-8a47-18afbef25865 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:02:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-ebc81a45-995b-4867-8184-5a3330769ec3 req-bbe004bf-e7bd-4795-8a47-18afbef25865 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:02:56 user nova-compute[75217]: WARNING nova.compute.manager [req-ebc81a45-995b-4867-8184-5a3330769ec3 req-bbe004bf-e7bd-4795-8a47-18afbef25865 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state active and task_state rescuing.
Nov 22 12:02:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e3d1293b-00a8-4f13-b04c-5a4d574f061e tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:02:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:02:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:08 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:03:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:03:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:03:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:03:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:03:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updating instance_info_cache with network_info: [{"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:03:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:03:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:03:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:18 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:03:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:03:20 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:03:20 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7570MB free_disk=24.99057388305664GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Applying migration context for instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 as it has an incoming, in-progress migration 69ed52db-c339-4860-acb0-c5db8697f370. Migration status is finished {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 22 12:03:20 user nova-compute[75217]: INFO nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating resource usage from migration 69ed52db-c339-4860-acb0-c5db8697f370
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Migration 69ed52db-c339-4860-acb0-c5db8697f370 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2b872afa-8cfd-48f2-be15-14050cc7aa7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 80a0f876-80da-4d82-8039-e24a38ba892a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:03:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:03:21 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:03:21 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:03:21 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:03:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.509s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:03:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:03:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-changed-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Refreshing instance network info cache due to event network-changed-6ac91577-a92c-42d9-b148-9c8b31a3902e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] Acquiring lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] Acquired lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG nova.network.neutron [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Refreshing network info cache for port 6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG nova.network.neutron [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updated VIF entry in instance network info cache for port 6ac91577-a92c-42d9-b148-9c8b31a3902e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG nova.network.neutron [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updating instance_info_cache with network_info: [{"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c503092f-67c7-4c9a-8156-2e1f48209f8a req-50efd3a3-a4e4-4383-81d2-58559df4df8f service nova] Releasing lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG nova.objects.instance [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'flavor' on Instance uuid a08c5b2c-d3cb-47bd-998b-43bf778634f4 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:03:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:29 user nova-compute[75217]: INFO nova.compute.manager [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Attaching volume 763831e0-e731-4363-99cb-78d75b53e314 to /dev/vdb
Nov 22 12:03:29 user nova-compute[75217]: DEBUG os_brick.utils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[734757d0-2f46-49de-97ed-4de31afb73f4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf90a3d-e67c-4531-b48b-a0d07c615323]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[df9af517-3786-4afb-9973-ed46688003fa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a459695b-0a88-4630-8938-108d7bf13093]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:03:29 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:03:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe76a3b-72d7-4eee-8632-cc5403cf7f73]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG os_brick.utils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updating existing volume attachment record: c5fcee49-453c-434a-b3a7-875187a0473a {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:03:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Going to confirm migration 2 {{(pid=75217) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'info_cache' on Instance uuid e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.network.neutron [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.objects.instance [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'migration_context' on Instance uuid e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.objects.base [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Object Instance<e6823ad7-c012-4a0b-a7f1-ce37c9e56b61> lazy-loaded attributes: info_cache,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:03:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.391s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:03:39 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Deleted allocation for migration 69ed52db-c339-4860-acb0-c5db8697f370
Nov 22 12:03:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-7e0b73f5-1754-42ad-8c2b-090cb8cac40c tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.317s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:03:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LCADjcgX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:03:40 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:03:40 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:03:40 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea521bab-0e51-427b-b5c3-b92a63c8d00d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:03:40 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6562d1-59a8-44f4-9d0c-67b71c38e41c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314] added
Nov 22 12:03:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bedea80-b5ce-443d-9781-6a2da201cf90]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8eb9c9f-ed4f-4592-82f2-0f37a663b864]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LCADjcgX {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LCADjcgX" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d6972c-2c73-471d-9fe8-78d196d79810]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LCADjcgX'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf9ff45-4c65-4cf0-9681-eb7a2d88d873]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a592ce91-0d21-41d1-823e-34624c8bcc0b]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:03:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:03:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c938b6c-0e69-4943-bac1-c2ebe2b922ab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260]
Nov 22 12:03:40 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260] successful.
Nov 22 12:03:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[28882b2f-32ad-4b32-90db-17e3f73e966e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc72540-b65e-416b-ae1c-693506696f26]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:03:40 user nova-compute[75217]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 (non-flash)
Nov 22 12:03:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] HCTL ('37', '-', '-', 0) found on session 44 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[634362bf-b115-4316-93c2-8b36a862bcad]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:03:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LCADjcgX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '23334316631626532', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23334316631626532', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'flavor' on Instance uuid a08c5b2c-d3cb-47bd-998b-43bf778634f4 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:03:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:03:41 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:03:41 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:03:41 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:03:41 user nova-compute[75217]:   <serial>763831e0-e731-4363-99cb-78d75b53e314</serial>
Nov 22 12:03:41 user nova-compute[75217]: </disk>
Nov 22 12:03:41 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:03:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:03:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:03:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] No VIF found with MAC fa:16:3e:e1:0a:3b, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:03:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dd53ce5d-a151-4c9a-8c9b-40edaa45bf9b tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.475s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:03:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:03:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:03:44 user nova-compute[75217]: INFO nova.compute.manager [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Detaching volume 763831e0-e731-4363-99cb-78d75b53e314
Nov 22 12:03:44 user nova-compute[75217]: INFO nova.virt.block_device [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Attempting to driver detach volume 763831e0-e731-4363-99cb-78d75b53e314 from mountpoint /dev/vdb
Nov 22 12:03:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Attempting to detach device vdb from instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:03:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:03:44 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:03:44 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:03:44 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:03:44 user nova-compute[75217]:   <serial>763831e0-e731-4363-99cb-78d75b53e314</serial>
Nov 22 12:03:44 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:03:44 user nova-compute[75217]: </disk>
Nov 22 12:03:44 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:03:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully detached device vdb from instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 from the persistent domain config.
Nov 22 12:03:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:03:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:03:44 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:03:44 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:03:44 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:03:44 user nova-compute[75217]:   <serial>763831e0-e731-4363-99cb-78d75b53e314</serial>
Nov 22 12:03:44 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:03:44 user nova-compute[75217]: </disk>
Nov 22 12:03:44 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:03:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:03:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:03:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:03:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:04 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 is timed out.
Nov 22 12:04:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully detached device vdb from instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 from the live domain config.
Nov 22 12:04:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LCADjcgX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:04:04 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8494a1-5595-473c-ae18-4fb29fc03735]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:04:04 user nova-compute[75217]: No targets found.
Nov 22 12:04:04 user nova-compute[75217]: iSNS:
Nov 22 12:04:04 user nova-compute[75217]: No targets found.
Nov 22 12:04:04 user nova-compute[75217]: STATIC:
Nov 22 12:04:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314
Nov 22 12:04:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:04:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:04:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d
Nov 22 12:04:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:04 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:04:04 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:04 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:04 user nova-compute[75217]: FIRMWARE:
Nov 22 12:04:04 user nova-compute[75217]: No targets found.
Nov 22 12:04:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:04:04 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:04:04 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c12b508-3782-4cca-9e44-43ac2ed6b388]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df5140d-3c5f-4174-a2a9-3141c7d66e1e]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 (non-flash)
Nov 22 12:04:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:04:04 user nova-compute[75217]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 (non-flash)
Nov 22 12:04:04 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058df57e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[82eb6788-41e0-4d2b-bf60-587c8354ebcd]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[633cd6b2-b6f9-41f1-9f9b-959ae9a4a3d7]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:04 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[250bf209-733c-4b1e-ac40-74607f0a35fa]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf093fbb-57cd-409a-8c42-5400cd8e97cb]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef663f49-0336-479a-8fce-becfeb7ce367]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e66555-72e3-49a6-a7b6-204203720672]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260]
Nov 22 12:04:05 user nova-compute[75217]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314, portal: 172.16.0.220,3260] successful.
Nov 22 12:04:05 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763831e0-e731-4363-99cb-78d75b53e314 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ecb946-2332-411b-90fd-9a064939b1e4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] <== disconnect_volume: return (346ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:04:05 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'flavor' on Instance uuid a08c5b2c-d3cb-47bd-998b-43bf778634f4 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c424e8b5-35be-4e93-9cbc-8ee4a4c17a5a tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.830s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:09 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:04:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:04:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:04:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:04:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:04:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:04:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:04:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [{"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-db9a0992-6456-4a96-9e7d-e99eec924b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:04:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:04:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:18 user nova-compute[75217]: INFO nova.compute.manager [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Terminating instance
Nov 22 12:04:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-6a7e4eb7-3960-481b-8550-c99dedeb3b05 req-a8022a0c-c4e1-4897-9d91-cd317c82b08b service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-vif-unplugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6a7e4eb7-3960-481b-8550-c99dedeb3b05 req-a8022a0c-c4e1-4897-9d91-cd317c82b08b service nova] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6a7e4eb7-3960-481b-8550-c99dedeb3b05 req-a8022a0c-c4e1-4897-9d91-cd317c82b08b service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6a7e4eb7-3960-481b-8550-c99dedeb3b05 req-a8022a0c-c4e1-4897-9d91-cd317c82b08b service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-6a7e4eb7-3960-481b-8550-c99dedeb3b05 req-a8022a0c-c4e1-4897-9d91-cd317c82b08b service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] No waiting events found dispatching network-vif-unplugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-6a7e4eb7-3960-481b-8550-c99dedeb3b05 req-a8022a0c-c4e1-4897-9d91-cd317c82b08b service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-vif-unplugged-fb08d423-c933-4039-9de8-3e61fb6436a0 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Instance destroyed successfully.
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.objects.instance [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'resources' on Instance uuid 2b872afa-8cfd-48f2-be15-14050cc7aa7f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1106745285',display_name='tempest-TestVolumeBootPattern-server-1106745285',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1106745285',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:02:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-06ma0urn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:02:47Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=2b872afa-8cfd-48f2-be15-14050cc7aa7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "fb08d423-c933-4039-9de8-3e61fb6436a0", "address": "fa:16:3e:e5:cc:51", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb08d423-c9", "ovs_interfaceid": "fb08d423-c933-4039-9de8-3e61fb6436a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_vif [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb08d423-c9, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=50c8f262-dcdb-4cce-8aba-5f28664e519b) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:19 user nova-compute[75217]: INFO os_vif [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cc:51,bridge_name='br-int',has_traffic_filtering=True,id=fb08d423-c933-4039-9de8-3e61fb6436a0,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb08d423-c9')
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ItoTLxcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:04:19 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[68dd6a6d-2673-4fdf-8444-435a117b79d5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:04:19 user nova-compute[75217]: No targets found.
Nov 22 12:04:19 user nova-compute[75217]: iSNS:
Nov 22 12:04:19 user nova-compute[75217]: No targets found.
Nov 22 12:04:19 user nova-compute[75217]: STATIC:
Nov 22 12:04:19 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:04:19 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:19 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:19 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:04:19 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:19 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:19 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d
Nov 22 12:04:19 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:19 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:19 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:04:19 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:04:19 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:04:19 user nova-compute[75217]: FIRMWARE:
Nov 22 12:04:19 user nova-compute[75217]: No targets found.
Nov 22 12:04:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:04:19 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:04:19 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e28fcc5-dabe-4d54-9ca1-75e177722063]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c82f4cac-0b51-4c2c-b627-6cb01f20cf38]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:19 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:19 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:19 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:04:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:19 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:19 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:19 user nova-compute[75217]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d (non-flash)
Nov 22 12:04:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a0203eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfefcd2f-1ff3-4bc0-9fae-32eccbb466d5]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[36abf06f-4cd4-4eb4-b508-3d7eec5b31a1]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[79594815-ce8b-428a-8b32-572976a734a3]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.063s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a401d5c-6c2d-4090-be80-4746b473adfd]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[58bf41e1-7ea3-4517-af63-7bfa81ae685e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb269f48-4c35-439c-ac57-818a0de43884]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260]
Nov 22 12:04:19 user nova-compute[75217]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d, portal: 172.16.0.220,3260] successful.
Nov 22 12:04:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea49060b-9de9-4170-80a8-714316a67c9d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90116143-efb0-47de-b942-0a88dd9cbfc6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== disconnect_volume: return (350ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:04:19 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Deleting instance files /opt/stack/data/nova/instances/2b872afa-8cfd-48f2-be15-14050cc7aa7f_del
Nov 22 12:04:19 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Deletion of /opt/stack/data/nova/instances/2b872afa-8cfd-48f2-be15-14050cc7aa7f_del complete
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:20 user nova-compute[75217]: INFO nova.compute.manager [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Took 1.25 seconds to destroy the instance on the hypervisor.
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:20 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Took 0.49 seconds to deallocate network for instance.
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] Acquiring lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] No waiting events found dispatching network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:21 user nova-compute[75217]: WARNING nova.compute.manager [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received unexpected event network-vif-plugged-fb08d423-c933-4039-9de8-3e61fb6436a0 for instance with vm_state active and task_state deleting.
Nov 22 12:04:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-9661da45-9c6d-41cf-a439-a82032a11250 req-61900aba-9c89-4a3f-a0dd-f488cf6820dd service nova] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Received event network-vif-deleted-fb08d423-c933-4039-9de8-3e61fb6436a0 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:22 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Error from libvirt while getting description of instance-00000024: [Error Code 42] Domain not found: no domain with matching uuid '2b872afa-8cfd-48f2-be15-14050cc7aa7f' (instance-00000024): libvirt.libvirtError: Domain not found: no domain with matching uuid '2b872afa-8cfd-48f2-be15-14050cc7aa7f' (instance-00000024)
Nov 22 12:04:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:04:22 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:04:22 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:04:22 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7852MB free_disk=24.986801147460938GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a08c5b2c-d3cb-47bd-998b-43bf778634f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 2b872afa-8cfd-48f2-be15-14050cc7aa7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 80a0f876-80da-4d82-8039-e24a38ba892a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:04:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.433s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:24 user nova-compute[75217]: INFO nova.compute.manager [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Took 3.83 seconds to detach 1 volumes for instance.
Nov 22 12:04:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 2b872afa-8cfd-48f2-be15-14050cc7aa7f] Deleting volume: ea49060b-9de9-4170-80a8-714316a67c9d {{(pid=75217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:04:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.322s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:24 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Deleted allocations for instance 2b872afa-8cfd-48f2-be15-14050cc7aa7f
Nov 22 12:04:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-318a786d-582b-48cb-a807-21efb34f462d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "2b872afa-8cfd-48f2-be15-14050cc7aa7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.202s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-changed-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Refreshing instance network info cache due to event network-changed-0c530d26-2c0f-463c-91a8-a6caeb8212ed. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] Acquiring lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] Acquired lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Refreshing network info cache for port 0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updated VIF entry in instance network info cache for port 0c530d26-2c0f-463c-91a8-a6caeb8212ed. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG nova.network.neutron [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updating instance_info_cache with network_info: [{"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-35dbb5e2-0977-45e3-9361-f4e10f72cde9 req-849d0a1e-0f94-4875-956c-d5923be7d5dd service nova] Releasing lock "refresh_cache-80a0f876-80da-4d82-8039-e24a38ba892a" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:04:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:28 user nova-compute[75217]: DEBUG nova.objects.instance [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid 80a0f876-80da-4d82-8039-e24a38ba892a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:29 user nova-compute[75217]: INFO nova.compute.manager [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Attaching volume b1293dcc-482a-4a58-8237-f2e2dfcaf0de to /dev/vdb
Nov 22 12:04:29 user nova-compute[75217]: DEBUG os_brick.utils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[58464f8a-af82-4f56-9010-e17117494d3d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1360f6a-8c5e-476b-93e8-bfc8d7e4512d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e6d0ec6-fd30-4bd3-bb87-54ac97475252]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[07cf8184-e279-4c57-b1da-b84f1a22d6bd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:04:29 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:04:29 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[72893464-b7d5-4b60-88e9-fe90e9991045]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG os_brick.utils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updating existing volume attachment record: 4bdb15cb-e362-407d-b330-1b972ec6dc69 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:04:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-changed-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Refreshing instance network info cache due to event network-changed-6ac91577-a92c-42d9-b148-9c8b31a3902e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] Acquiring lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] Acquired lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.network.neutron [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Refreshing network info cache for port 6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:35 user nova-compute[75217]: INFO nova.compute.manager [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Terminating instance
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.network.neutron [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updated VIF entry in instance network info cache for port 6ac91577-a92c-42d9-b148-9c8b31a3902e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.network.neutron [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updating instance_info_cache with network_info: [{"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-25253239-abec-43c1-a48e-5a5976d47bd6 req-7291ca70-ea9c-4158-9dcc-fc8b6f39db19 service nova] Releasing lock "refresh_cache-a08c5b2c-d3cb-47bd-998b-43bf778634f4" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-0cbc03b8-daaf-4b44-aa0d-ec5936158847 req-523ed1b8-dad8-4eb7-949c-6926d21561c6 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-vif-unplugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0cbc03b8-daaf-4b44-aa0d-ec5936158847 req-523ed1b8-dad8-4eb7-949c-6926d21561c6 service nova] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0cbc03b8-daaf-4b44-aa0d-ec5936158847 req-523ed1b8-dad8-4eb7-949c-6926d21561c6 service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0cbc03b8-daaf-4b44-aa0d-ec5936158847 req-523ed1b8-dad8-4eb7-949c-6926d21561c6 service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-0cbc03b8-daaf-4b44-aa0d-ec5936158847 req-523ed1b8-dad8-4eb7-949c-6926d21561c6 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] No waiting events found dispatching network-vif-unplugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-0cbc03b8-daaf-4b44-aa0d-ec5936158847 req-523ed1b8-dad8-4eb7-949c-6926d21561c6 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-vif-unplugged-6ac91577-a92c-42d9-b148-9c8b31a3902e for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:04:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Instance destroyed successfully.
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'resources' on Instance uuid a08c5b2c-d3cb-47bd-998b-43bf778634f4 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:01:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-897866656',display_name='tempest-TestStampPattern-server-897866656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-897866656',id=35,image_ref='5942b6b0-9348-4e60-9153-737808bc93a4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBHZnhPgh/mLI4s91TXRMZzZ3/CDw3XadQliYDVe+f0ZQSv0N/2O5PKdxAH+fu737dGIOMga8GpNf+QLVAngq+x2nkBA8h6wnHRH71JiOtRfhsMWGdi3RNkLluBEuq7bQ==',key_name='tempest-TestStampPattern-1301542027',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:01:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3ab8aa1c04f464e90bb10355f8b6c14',ramdisk_id='',reservation_id='r-epe8tln0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='eefa92c3-f9cc-4d77-81a6-0b27934ed391',image_min_disk='1',image_min_ram='0',image_owner_id='d3ab8aa1c04f464e90bb10355f8b6c14',image_owner_project_name='tempest-TestStampPattern-1751929553',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1751929553-project-member',image_user_id='e2d3b4cfe96d41f6b22ed8b4163db627',owner_project_name='tempest-TestStampPattern-1751929553',owner_user_name='tempest-TestStampPattern-1751929553-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:01:44Z,user_data=None,user_id='e2d3b4cfe96d41f6b22ed8b4163db627',uuid=a08c5b2c-d3cb-47bd-998b-43bf778634f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converting VIF {"id": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "address": "fa:16:3e:e1:0a:3b", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ac91577-a9", "ovs_interfaceid": "6ac91577-a92c-42d9-b148-9c8b31a3902e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG os_vif [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ac91577-a9, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bcc9066a-6a28-4e17-be98-7223afb308a5) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:35 user nova-compute[75217]: INFO os_vif [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:0a:3b,bridge_name='br-int',has_traffic_filtering=True,id=6ac91577-a92c-42d9-b148-9c8b31a3902e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ac91577-a9')
Nov 22 12:04:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Deleting instance files /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4_del
Nov 22 12:04:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Deletion of /opt/stack/data/nova/instances/a08c5b2c-d3cb-47bd-998b-43bf778634f4_del complete
Nov 22 12:04:35 user nova-compute[75217]: INFO nova.compute.manager [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 22 12:04:35 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:04:35 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:04:36 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:36 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Took 0.63 seconds to deallocate network for instance.
Nov 22 12:04:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:36 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:04:36 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.339s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwoqFlgi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:04:37 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:04:37 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:04:37 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Deleted allocations for instance a08c5b2c-d3cb-47bd-998b-43bf778634f4
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[beadae9d-6723-41fc-83c0-d4960f4dc2e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:04:37 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-859dc239-94f8-46af-87c4-405b2337c763 req-a34b7778-b304-4e84-9fa2-bb94729962bf service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-vif-deleted-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b84e16-505e-46bd-8ec2-dfaa86c71c18]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de] added
Nov 22 12:04:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a273c905-5a50-4824-9268-98576a1b41a1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1066446b-407a-40b4-b04b-1b9ccb226e72]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwoqFlgi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a7e4300-4415-4034-b93c-42888a822a46 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.035s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwoqFlgi" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae9c39f4-39b1-4ca4-829f-1c680073bde4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LwoqFlgi'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dfb3857-5c0c-49bf-833a-867415cd1212]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba30d16-0a72-417a-b8e6-daaf3fda8369]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1027f10-7cb7-4e85-9ff6-e2b0df23b427]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260]
Nov 22 12:04:37 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260] successful.
Nov 22 12:04:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[01cab5d9-9586-4e32-a125-3d1225200ef8]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab3529e-9582-410f-9683-022bc68afe9a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:04:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:37 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:04:37 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dfb2c4b-b050-487f-ba8e-94961f4e0d01]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwoqFlgi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-c4a9bc97-1c59-4c7c-893a-9d66c0ca4a84 req-ecb255ac-d1db-4e6b-aa2a-b2a2301e20d3 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received event network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c4a9bc97-1c59-4c7c-893a-9d66c0ca4a84 req-ecb255ac-d1db-4e6b-aa2a-b2a2301e20d3 service nova] Acquiring lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c4a9bc97-1c59-4c7c-893a-9d66c0ca4a84 req-ecb255ac-d1db-4e6b-aa2a-b2a2301e20d3 service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c4a9bc97-1c59-4c7c-893a-9d66c0ca4a84 req-ecb255ac-d1db-4e6b-aa2a-b2a2301e20d3 service nova] Lock "a08c5b2c-d3cb-47bd-998b-43bf778634f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-c4a9bc97-1c59-4c7c-893a-9d66c0ca4a84 req-ecb255ac-d1db-4e6b-aa2a-b2a2301e20d3 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] No waiting events found dispatching network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:37 user nova-compute[75217]: WARNING nova.compute.manager [req-c4a9bc97-1c59-4c7c-893a-9d66c0ca4a84 req-ecb255ac-d1db-4e6b-aa2a-b2a2301e20d3 service nova] [instance: a08c5b2c-d3cb-47bd-998b-43bf778634f4] Received unexpected event network-vif-plugged-6ac91577-a92c-42d9-b148-9c8b31a3902e for instance with vm_state deleted and task_state None.
Nov 22 12:04:38 user nova-compute[75217]: INFO nova.compute.manager [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Unrescuing
Nov 22 12:04:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquired lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.network.neutron [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23234353365303666', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234353365303666', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.objects.instance [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid 80a0f876-80da-4d82-8039-e24a38ba892a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:04:38 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:04:38 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 12:04:38 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:04:38 user nova-compute[75217]:   <serial>b1293dcc-482a-4a58-8237-f2e2dfcaf0de</serial>
Nov 22 12:04:38 user nova-compute[75217]: </disk>
Nov 22 12:04:38 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:38 user nova-compute[75217]: INFO nova.compute.manager [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Unshelving
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.network.neutron [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updating instance_info_cache with network_info: [{"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Releasing lock "refresh_cache-9ea7d1cd-e8a4-48d3-a25b-1354634f6657" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.objects.instance [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'flavor' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:38 user nova-compute[75217]: INFO nova.virt.block_device [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Booting with volume 8a09561b-6bb5-45fe-9376-e1776499142e at /dev/vdc
Nov 22 12:04:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:04:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:17:18:a3, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-65c639d4-c46c-4584-b186-0d7be857a704 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.830s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:39 user nova-compute[75217]: WARNING nova.compute.manager [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state rescued and task_state unrescuing.
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:39 user nova-compute[75217]: WARNING nova.compute.manager [req-d0f4f35e-d9b6-4494-b5b5-d4aa30dfa1a8 req-292c1fbc-b74b-4bfd-a127-a61ac9c19467 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state rescued and task_state unrescuing.
Nov 22 12:04:39 user nova-compute[75217]: DEBUG os_brick.utils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d18eda-387e-4017-8dd0-762e6a18dd98]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[335b053d-cdc3-46ac-8f70-0b3ab4a4da53]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4de186f-4a95-44c7-896c-597da59be75b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[58961f21-b8f6-4ef4-a40e-a8bd5b5ff05c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:04:39 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d0fd139-8d39-4d70-badb-e5f9d9235e81]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG os_brick.utils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating existing volume attachment record: ffa056ba-f9f1-409d-88dd-08d261e1d071 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:04:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance destroyed successfully.
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:39 user nova-compute[75217]: INFO nova.compute.manager [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Detaching volume b1293dcc-482a-4a58-8237-f2e2dfcaf0de
Nov 22 12:04:39 user nova-compute[75217]: INFO nova.virt.block_device [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Attempting to driver detach volume b1293dcc-482a-4a58-8237-f2e2dfcaf0de from mountpoint /dev/vdb
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Attempting to detach device vdb from instance 80a0f876-80da-4d82-8039-e24a38ba892a from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:04:39 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:04:39 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 12:04:39 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:04:39 user nova-compute[75217]:   <serial>b1293dcc-482a-4a58-8237-f2e2dfcaf0de</serial>
Nov 22 12:04:39 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:04:39 user nova-compute[75217]: </disk>
Nov 22 12:04:39 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:04:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully detached device vdb from instance 80a0f876-80da-4d82-8039-e24a38ba892a from the persistent domain config.
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 80a0f876-80da-4d82-8039-e24a38ba892a from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:04:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:04:39 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:04:39 user nova-compute[75217]:   <source dev="/dev/sdd"/>
Nov 22 12:04:39 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:04:39 user nova-compute[75217]:   <serial>b1293dcc-482a-4a58-8237-f2e2dfcaf0de</serial>
Nov 22 12:04:39 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:04:39 user nova-compute[75217]: </disk>
Nov 22 12:04:39 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:04:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 80a0f876-80da-4d82-8039-e24a38ba892a {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:04:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-13f7c05e-2d64-4a9c-84b0-4e22cd77cb55 req-dcef45e9-560c-4a93-b26d-38e535c1481f service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-13f7c05e-2d64-4a9c-84b0-4e22cd77cb55 req-dcef45e9-560c-4a93-b26d-38e535c1481f service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-13f7c05e-2d64-4a9c-84b0-4e22cd77cb55 req-dcef45e9-560c-4a93-b26d-38e535c1481f service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-13f7c05e-2d64-4a9c-84b0-4e22cd77cb55 req-dcef45e9-560c-4a93-b26d-38e535c1481f service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-13f7c05e-2d64-4a9c-84b0-4e22cd77cb55 req-dcef45e9-560c-4a93-b26d-38e535c1481f service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:41 user nova-compute[75217]: WARNING nova.compute.manager [req-13f7c05e-2d64-4a9c-84b0-4e22cd77cb55 req-dcef45e9-560c-4a93-b26d-38e535c1481f service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state rescued and task_state unrescuing.
Nov 22 12:04:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:43 user nova-compute[75217]: DEBUG nova.compute.manager [None req-65cf44f0-5652-4c35-a4fa-709190419f62 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:04:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c1440c35-3151-4596-89d1-838d6f4569b3 req-e7097dc4-8a6d-4c0d-b602-9cda634d515f service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c1440c35-3151-4596-89d1-838d6f4569b3 req-e7097dc4-8a6d-4c0d-b602-9cda634d515f service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c1440c35-3151-4596-89d1-838d6f4569b3 req-e7097dc4-8a6d-4c0d-b602-9cda634d515f service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c1440c35-3151-4596-89d1-838d6f4569b3 req-e7097dc4-8a6d-4c0d-b602-9cda634d515f service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c1440c35-3151-4596-89d1-838d6f4569b3 req-e7097dc4-8a6d-4c0d-b602-9cda634d515f service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:43 user nova-compute[75217]: WARNING nova.compute.manager [req-c1440c35-3151-4596-89d1-838d6f4569b3 req-e7097dc4-8a6d-4c0d-b602-9cda634d515f service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state rescued and task_state unrescuing.
Nov 22 12:04:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'pci_requests' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'numa_topology' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:04:46 user nova-compute[75217]: INFO nova.compute.claims [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Claim successful on node user
Nov 22 12:04:46 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:04:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.431s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:46 user nova-compute[75217]: INFO nova.network.neutron [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating port 6063e7bc-53ee-4696-83f8-0d23f8e15481 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-changed-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.compute.manager [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Refreshing instance network info cache due to event network-changed-6063e7bc-53ee-4696-83f8-0d23f8e15481. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:04:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Creating image(s)
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'trusted_certs' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.network.neutron [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Refreshing network info cache for port 6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG nova.objects.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<b79e059d-6699-4d8b-9fd5-9449aacd8999> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "2591699c1cfc72fddc55315111b04479074c00ba" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "2591699c1cfc72fddc55315111b04479074c00ba" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.part --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:48 user nova-compute[75217]: DEBUG nova.virt.images [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] 3d302d05-34b9-4952-b297-a6c2d7b6d325 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 12:04:48 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:04:48 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.part /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updated VIF entry in instance network info cache for port 6063e7bc-53ee-4696-83f8-0d23f8e15481. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG nova.network.neutron [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7269a447-b0d1-467a-b2ef-8552663a79ce req-7d10e1d1-59f3-4da7-9e5d-bbf46f9b03cc service nova] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.part /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.converted" returned: 0 in 0.620s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba.converted --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "2591699c1cfc72fddc55315111b04479074c00ba" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.217s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:49 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "2591699c1cfc72fddc55315111b04479074c00ba" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "2591699c1cfc72fddc55315111b04479074c00ba" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba --force-share --output=json" returned: 0 in 0.200s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba,backing_fmt=raw /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba,backing_fmt=raw /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "2591699c1cfc72fddc55315111b04479074c00ba" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'migration_context' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG nova.objects.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<b79e059d-6699-4d8b-9fd5-9449aacd8999> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:04:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Rebasing disk image.
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f -F raw /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f -F raw /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk" returned: 0 in 2.384s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Ensure instance console log exists: /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Start _get_guest_xml network_info=[{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c95d71a80bfa80cb68b672e763afc80e',container_format='bare',created_at=2023-11-22T12:02:46Z,direct_url=<?>,disk_format='qcow2',id=3d302d05-34b9-4952-b297-a6c2d7b6d325,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1604463879-shelved',owner='17e5d55453a64acebb1a0217259be99f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-22T12:02:53Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nhOTMIbr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'b79e059d-6699-4d8b-9fd5-9449aacd8999', 'attached_at': '', 'detached_at': '', 'volume_id': '8a09561b-6bb5-45fe-9376-e1776499142e', 'serial': '8a09561b-6bb5-45fe-9376-e1776499142e'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdc', 'attachment_id': 'ffa056ba-f9f1-409d-88dd-08d261e1d071', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:04:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:04:53 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c95d71a80bfa80cb68b672e763afc80e',container_format='bare',created_at=2023-11-22T12:02:46Z,direct_url=<?>,disk_format='qcow2',id=3d302d05-34b9-4952-b297-a6c2d7b6d325,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1604463879-shelved',owner='17e5d55453a64acebb1a0217259be99f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-22T12:02:53Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'vcpu_model' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.objects.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<b79e059d-6699-4d8b-9fd5-9449aacd8999> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nhOTMIbr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:04:53 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:04:53 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:04:53 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf65b03-f48b-4a84-8eaf-2725c6ece2b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:04:53 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60ba5ee-efb0-4980-9455-4a27286b49ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e] added
Nov 22 12:04:53 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fb1c25-079d-4c05-ba27-d93a08018d37]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c69c5f-930a-4253-bc17-8b6ce11d2dc4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nhOTMIbr {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nhOTMIbr" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[58ab3790-62be-49ba-b3ad-8e685f4c5f9d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nhOTMIbr'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae338a3e-0bb4-4df4-8f8b-b15c5719ba0b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e87410-9bf2-453c-af49-55be221711fe]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:04:53 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:04:53 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1485606f-7894-4a0c-a342-5d9a2e4add9b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260]
Nov 22 12:04:53 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260] successful.
Nov 22 12:04:53 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c66d727-5bed-4bf3-a3a9-427039951f68]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca61907a-6d7f-431b-84d6-04a8d63b360c]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:04:53 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:04:53 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:04:53 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] HCTL ('37', '-', '-', 0) found on session 46 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[488f7111-9834-4236-9ff8-9ca2dd510396]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching for a device in session 46 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:04:53 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nhOTMIbr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '26337333932303139', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26337333932303139', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:00:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1604463879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1604463879',id=33,image_ref='3d302d05-34b9-4952-b297-a6c2d7b6d325',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-347062542',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:00:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-ugddoewt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member',shelved_at='2023-11-22T12:02:52.760332',shelved_host='user',shelved_image_id='3d302d05-34b9-4952-b297-a6c2d7b6d325'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=b79e059d-6699-4d8b-9fd5-9449aacd8999,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'pci_devices' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.objects.base [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<b79e059d-6699-4d8b-9fd5-9449aacd8999> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:04:54 user nova-compute[75217]:   <uuid>b79e059d-6699-4d8b-9fd5-9449aacd8999</uuid>
Nov 22 12:04:54 user nova-compute[75217]:   <name>instance-00000021</name>
Nov 22 12:04:54 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:04:54 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:04:54 user nova-compute[75217]:   <metadata>
Nov 22 12:04:54 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:04:54 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:04:54 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1604463879</nova:name>
Nov 22 12:04:54 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:04:53</nova:creationTime>
Nov 22 12:04:54 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:04:54 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:04:54 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:04:54 user nova-compute[75217]:       <nova:owner>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:user uuid="c3370b350bd14ca1a379a6b959830369">tempest-AttachVolumeShelveTestJSON-544059074-project-member</nova:user>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:project uuid="17e5d55453a64acebb1a0217259be99f">tempest-AttachVolumeShelveTestJSON-544059074</nova:project>
Nov 22 12:04:54 user nova-compute[75217]:       </nova:owner>
Nov 22 12:04:54 user nova-compute[75217]:       <nova:root type="image" uuid="3d302d05-34b9-4952-b297-a6c2d7b6d325"/>
Nov 22 12:04:54 user nova-compute[75217]:       <nova:ports>
Nov 22 12:04:54 user nova-compute[75217]:         <nova:port uuid="6063e7bc-53ee-4696-83f8-0d23f8e15481">
Nov 22 12:04:54 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 22 12:04:54 user nova-compute[75217]:         </nova:port>
Nov 22 12:04:54 user nova-compute[75217]:       </nova:ports>
Nov 22 12:04:54 user nova-compute[75217]:     </nova:instance>
Nov 22 12:04:54 user nova-compute[75217]:   </metadata>
Nov 22 12:04:54 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:04:54 user nova-compute[75217]:     <system>
Nov 22 12:04:54 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:04:54 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:04:54 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:04:54 user nova-compute[75217]:       <entry name="serial">b79e059d-6699-4d8b-9fd5-9449aacd8999</entry>
Nov 22 12:04:54 user nova-compute[75217]:       <entry name="uuid">b79e059d-6699-4d8b-9fd5-9449aacd8999</entry>
Nov 22 12:04:54 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:04:54 user nova-compute[75217]:     </system>
Nov 22 12:04:54 user nova-compute[75217]:   </sysinfo>
Nov 22 12:04:54 user nova-compute[75217]:   <os>
Nov 22 12:04:54 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:04:54 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:04:54 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:04:54 user nova-compute[75217]:   </os>
Nov 22 12:04:54 user nova-compute[75217]:   <features>
Nov 22 12:04:54 user nova-compute[75217]:     <acpi/>
Nov 22 12:04:54 user nova-compute[75217]:     <apic/>
Nov 22 12:04:54 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:04:54 user nova-compute[75217]:   </features>
Nov 22 12:04:54 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:04:54 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:04:54 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:04:54 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:04:54 user nova-compute[75217]:   </clock>
Nov 22 12:04:54 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:04:54 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:04:54 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:04:54 user nova-compute[75217]:   </cpu>
Nov 22 12:04:54 user nova-compute[75217]:   <devices>
Nov 22 12:04:54 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:04:54 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:04:54 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk"/>
Nov 22 12:04:54 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:04:54 user nova-compute[75217]:     </disk>
Nov 22 12:04:54 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:04:54 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:04:54 user nova-compute[75217]:       <source dev="/dev/sdf"/>
Nov 22 12:04:54 user nova-compute[75217]:       <target dev="vdc" bus="virtio"/>
Nov 22 12:04:54 user nova-compute[75217]:       <serial>8a09561b-6bb5-45fe-9376-e1776499142e</serial>
Nov 22 12:04:54 user nova-compute[75217]:     </disk>
Nov 22 12:04:54 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:04:54 user nova-compute[75217]:       <mac address="fa:16:3e:de:5c:44"/>
Nov 22 12:04:54 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:04:54 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:04:54 user nova-compute[75217]:       <target dev="tap6063e7bc-53"/>
Nov 22 12:04:54 user nova-compute[75217]:     </interface>
Nov 22 12:04:54 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:04:54 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/console.log" append="off"/>
Nov 22 12:04:54 user nova-compute[75217]:     </serial>
Nov 22 12:04:54 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:04:54 user nova-compute[75217]:     <video>
Nov 22 12:04:54 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:04:54 user nova-compute[75217]:     </video>
Nov 22 12:04:54 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:04:54 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:04:54 user nova-compute[75217]:     </rng>
Nov 22 12:04:54 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:04:54 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:04:54 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:04:54 user nova-compute[75217]:     </memballoon>
Nov 22 12:04:54 user nova-compute[75217]:   </devices>
Nov 22 12:04:54 user nova-compute[75217]: </domain>
Nov 22 12:04:54 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:00:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1604463879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1604463879',id=33,image_ref='3d302d05-34b9-4952-b297-a6c2d7b6d325',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-347062542',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:00:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-ugddoewt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member',shelved_at='2023-11-22T12:02:52.760332',shelved_host='user',shelved_image_id='3d302d05-34b9-4952-b297-a6c2d7b6d325'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=b79e059d-6699-4d8b-9fd5-9449aacd8999,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG os_vif [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5205bc7-1509-5ea5-a830-afd7e4bd1eb1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6063e7bc-53, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6063e7bc-53, col_values=(('qos', UUID('649e14d4-058f-478e-b20e-4d9307b0318b')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6063e7bc-53, col_values=(('external_ids', {'iface-id': '6063e7bc-53ee-4696-83f8-0d23f8e15481', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:5c:44', 'vm-uuid': 'b79e059d-6699-4d8b-9fd5-9449aacd8999'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:54 user nova-compute[75217]: INFO os_vif [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53')
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:04:54 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No VIF found with MAC fa:16:3e:de:5c:44, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:04:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d48144f-b718-4550-933c-852c3e407fed req-5c73f9fd-4101-4fc1-a95a-17d03cd86f67 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d48144f-b718-4550-933c-852c3e407fed req-5c73f9fd-4101-4fc1-a95a-17d03cd86f67 service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d48144f-b718-4550-933c-852c3e407fed req-5c73f9fd-4101-4fc1-a95a-17d03cd86f67 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d48144f-b718-4550-933c-852c3e407fed req-5c73f9fd-4101-4fc1-a95a-17d03cd86f67 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d48144f-b718-4550-933c-852c3e407fed req-5c73f9fd-4101-4fc1-a95a-17d03cd86f67 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:56 user nova-compute[75217]: WARNING nova.compute.manager [req-5d48144f-b718-4550-933c-852c3e407fed req-5c73f9fd-4101-4fc1-a95a-17d03cd86f67 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 22 12:04:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:04:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance spawned successfully.
Nov 22 12:04:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-a1fb78f3-9073-4783-9f7e-0bfcdf5e5b59 req-1f659d93-5cd6-49e1-9911-c6feb84dfb4e service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a1fb78f3-9073-4783-9f7e-0bfcdf5e5b59 req-1f659d93-5cd6-49e1-9911-c6feb84dfb4e service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a1fb78f3-9073-4783-9f7e-0bfcdf5e5b59 req-1f659d93-5cd6-49e1-9911-c6feb84dfb4e service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a1fb78f3-9073-4783-9f7e-0bfcdf5e5b59 req-1f659d93-5cd6-49e1-9911-c6feb84dfb4e service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-a1fb78f3-9073-4783-9f7e-0bfcdf5e5b59 req-1f659d93-5cd6-49e1-9911-c6feb84dfb4e service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:04:58 user nova-compute[75217]: WARNING nova.compute.manager [req-a1fb78f3-9073-4783-9f7e-0bfcdf5e5b59 req-1f659d93-5cd6-49e1-9911-c6feb84dfb4e service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 22 12:04:58 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:04:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d7faf2ff-5b2f-4ece-b234-11a83f8e364c tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.396s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:04:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:00 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 80a0f876-80da-4d82-8039-e24a38ba892a is timed out.
Nov 22 12:05:00 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully detached device vdb from instance 80a0f876-80da-4d82-8039-e24a38ba892a from the live domain config.
Nov 22 12:05:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwoqFlgi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:05:00 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d022bf-83ef-4502-9175-e93d7d8a7840]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:05:00 user nova-compute[75217]: No targets found.
Nov 22 12:05:00 user nova-compute[75217]: iSNS:
Nov 22 12:05:00 user nova-compute[75217]: No targets found.
Nov 22 12:05:00 user nova-compute[75217]: STATIC:
Nov 22 12:05:00 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:05:00 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:05:00 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:05:00 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:05:00 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:05:00 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:05:00 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e
Nov 22 12:05:00 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:05:00 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:05:00 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de
Nov 22 12:05:00 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:05:00 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:05:00 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:05:00 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:05:00 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:05:00 user nova-compute[75217]: FIRMWARE:
Nov 22 12:05:00 user nova-compute[75217]: No targets found.
Nov 22 12:05:00 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:05:00 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:05:00 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5c5e9d-40b3-474b-8120-704e6d25a9db]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[56be3760-cc15-489f-9a52-906b3eb35f78]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:05:00 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de (non-flash)
Nov 22 12:05:00 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:05:00 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058de8700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6064d6f-b293-41e2-8384-7a19d3ab0319]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ea58d8-5403-4b9f-a706-99a365a8a316]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63a9a26-b431-4bbd-941b-12b7d60e0298]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2326af9a-d76f-4ef5-bdae-23527b9a01be]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5c842d-1bd2-4a3a-a567-d55700a31742]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4acf3cf7-a7da-4f41-8535-a256f1f1174a]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260]
Nov 22 12:05:00 user nova-compute[75217]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de, portal: 172.16.0.220,3260] successful.
Nov 22 12:05:00 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1293dcc-482a-4a58-8237-f2e2dfcaf0de -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a32b53b-da22-40a3-97c3-238183cfbf21]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.370s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== disconnect_volume: return (371ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:05:00 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:05:01 user nova-compute[75217]: DEBUG nova.objects.instance [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid 80a0f876-80da-4d82-8039-e24a38ba892a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:05:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-085a3aeb-9c2b-4489-947d-af3ec690ba39 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.349s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:05:08 user nova-compute[75217]: INFO nova.compute.claims [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Claim successful on node user
Nov 22 12:05:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:05:08 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.434s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:05:09 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.policy [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72f77f61664c4b10ba321ecb4ea2a153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c3f341ae83444a181977ed1db9c97d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:05:09 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Creating image(s)
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "/opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "/opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk 1073741824" returned: 0 in 0.052s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:09 user nova-compute[75217]: DEBUG nova.network.neutron [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Successfully created port: d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Cannot resize image /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Ensure instance console log exists: /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Successfully updated port: d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquired lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-changed-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.compute.manager [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Refreshing instance network info cache due to event network-changed-d48641cc-6896-4772-88bd-4b9d11b5bf91. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] Acquiring lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.neutron [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updating instance_info_cache with network_info: [{"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Releasing lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Instance network_info: |[{"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] Acquired lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.neutron [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Refreshing network info cache for port d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Start _get_guest_xml network_info=[{"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:05:10 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:05:10 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:05:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-340781027',display_name='tempest-TestServerVolumeAttachmentScenario-server-340781027',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-340781027',id=38,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIqPPCB82Wbrco3BIVt7C2RZqpnq9Kyut5Acnkmi5gCLDyYVqhPj0bKu3gUL1d/O7ZZoP1zCIrH/P9rkXqgjYmtAN3+Bey0MfFvQJetnYtVjTYcZcIvijntARNkoXeOi3g==',key_name='tempest-keypair-961703387',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c3f341ae83444a181977ed1db9c97d6',ramdisk_id='',reservation_id='r-xsch6w0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-974560092',owner_user_name='tempest-TestServerVolumeAttachmentScenario-974560092-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:05:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72f77f61664c4b10ba321ecb4ea2a153',uuid=b1208618-1894-4fa2-9f0f-eb52b7eee2f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Converting VIF {"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:05:10 user nova-compute[75217]: DEBUG nova.objects.instance [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'pci_devices' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:05:11 user nova-compute[75217]:   <uuid>b1208618-1894-4fa2-9f0f-eb52b7eee2f8</uuid>
Nov 22 12:05:11 user nova-compute[75217]:   <name>instance-00000026</name>
Nov 22 12:05:11 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:05:11 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:05:11 user nova-compute[75217]:   <metadata>
Nov 22 12:05:11 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:05:11 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:05:11 user nova-compute[75217]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-340781027</nova:name>
Nov 22 12:05:11 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:05:10</nova:creationTime>
Nov 22 12:05:11 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:05:11 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:05:11 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:05:11 user nova-compute[75217]:       <nova:owner>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:user uuid="72f77f61664c4b10ba321ecb4ea2a153">tempest-TestServerVolumeAttachmentScenario-974560092-project-member</nova:user>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:project uuid="4c3f341ae83444a181977ed1db9c97d6">tempest-TestServerVolumeAttachmentScenario-974560092</nova:project>
Nov 22 12:05:11 user nova-compute[75217]:       </nova:owner>
Nov 22 12:05:11 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:05:11 user nova-compute[75217]:       <nova:ports>
Nov 22 12:05:11 user nova-compute[75217]:         <nova:port uuid="d48641cc-6896-4772-88bd-4b9d11b5bf91">
Nov 22 12:05:11 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 12:05:11 user nova-compute[75217]:         </nova:port>
Nov 22 12:05:11 user nova-compute[75217]:       </nova:ports>
Nov 22 12:05:11 user nova-compute[75217]:     </nova:instance>
Nov 22 12:05:11 user nova-compute[75217]:   </metadata>
Nov 22 12:05:11 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:05:11 user nova-compute[75217]:     <system>
Nov 22 12:05:11 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:05:11 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:05:11 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:05:11 user nova-compute[75217]:       <entry name="serial">b1208618-1894-4fa2-9f0f-eb52b7eee2f8</entry>
Nov 22 12:05:11 user nova-compute[75217]:       <entry name="uuid">b1208618-1894-4fa2-9f0f-eb52b7eee2f8</entry>
Nov 22 12:05:11 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:05:11 user nova-compute[75217]:     </system>
Nov 22 12:05:11 user nova-compute[75217]:   </sysinfo>
Nov 22 12:05:11 user nova-compute[75217]:   <os>
Nov 22 12:05:11 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:05:11 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:05:11 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:05:11 user nova-compute[75217]:   </os>
Nov 22 12:05:11 user nova-compute[75217]:   <features>
Nov 22 12:05:11 user nova-compute[75217]:     <acpi/>
Nov 22 12:05:11 user nova-compute[75217]:     <apic/>
Nov 22 12:05:11 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:05:11 user nova-compute[75217]:   </features>
Nov 22 12:05:11 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:05:11 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:05:11 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:05:11 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:05:11 user nova-compute[75217]:   </clock>
Nov 22 12:05:11 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:05:11 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:05:11 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:05:11 user nova-compute[75217]:   </cpu>
Nov 22 12:05:11 user nova-compute[75217]:   <devices>
Nov 22 12:05:11 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:05:11 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:05:11 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk"/>
Nov 22 12:05:11 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:05:11 user nova-compute[75217]:     </disk>
Nov 22 12:05:11 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:05:11 user nova-compute[75217]:       <mac address="fa:16:3e:dc:ef:34"/>
Nov 22 12:05:11 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:05:11 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:05:11 user nova-compute[75217]:       <target dev="tapd48641cc-68"/>
Nov 22 12:05:11 user nova-compute[75217]:     </interface>
Nov 22 12:05:11 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:05:11 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/console.log" append="off"/>
Nov 22 12:05:11 user nova-compute[75217]:     </serial>
Nov 22 12:05:11 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:05:11 user nova-compute[75217]:     <video>
Nov 22 12:05:11 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:05:11 user nova-compute[75217]:     </video>
Nov 22 12:05:11 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:05:11 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:05:11 user nova-compute[75217]:     </rng>
Nov 22 12:05:11 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:05:11 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:05:11 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:05:11 user nova-compute[75217]:     </memballoon>
Nov 22 12:05:11 user nova-compute[75217]:   </devices>
Nov 22 12:05:11 user nova-compute[75217]: </domain>
Nov 22 12:05:11 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:05:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-340781027',display_name='tempest-TestServerVolumeAttachmentScenario-server-340781027',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-340781027',id=38,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIqPPCB82Wbrco3BIVt7C2RZqpnq9Kyut5Acnkmi5gCLDyYVqhPj0bKu3gUL1d/O7ZZoP1zCIrH/P9rkXqgjYmtAN3+Bey0MfFvQJetnYtVjTYcZcIvijntARNkoXeOi3g==',key_name='tempest-keypair-961703387',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c3f341ae83444a181977ed1db9c97d6',ramdisk_id='',reservation_id='r-xsch6w0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-974560092',owner_user_name='tempest-TestServerVolumeAttachmentScenario-974560092-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:05:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72f77f61664c4b10ba321ecb4ea2a153',uuid=b1208618-1894-4fa2-9f0f-eb52b7eee2f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Converting VIF {"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG os_vif [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '371149bd-bbcd-5033-bbac-3dcc6a95e8d4', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd48641cc-68, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd48641cc-68, col_values=(('qos', UUID('bdaf0185-48e0-478b-8c2d-c2a2cbd57086')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd48641cc-68, col_values=(('external_ids', {'iface-id': 'd48641cc-6896-4772-88bd-4b9d11b5bf91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:ef:34', 'vm-uuid': 'b1208618-1894-4fa2-9f0f-eb52b7eee2f8'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:11 user nova-compute[75217]: INFO os_vif [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68')
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No VIF found with MAC fa:16:3e:dc:ef:34, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.network.neutron [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updated VIF entry in instance network info cache for port d48641cc-6896-4772-88bd-4b9d11b5bf91. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG nova.network.neutron [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updating instance_info_cache with network_info: [{"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c32d7697-4198-4e75-b624-7807a4f2a9d9 req-bbd7de28-e0b3-40c7-8b9f-1b8a81d40ae4 service nova] Releasing lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b97f471f-743d-4457-88ba-194f5873eeb4 req-ffa4c581-7d59-40a3-893c-446ef643f103 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b97f471f-743d-4457-88ba-194f5873eeb4 req-ffa4c581-7d59-40a3-893c-446ef643f103 service nova] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b97f471f-743d-4457-88ba-194f5873eeb4 req-ffa4c581-7d59-40a3-893c-446ef643f103 service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b97f471f-743d-4457-88ba-194f5873eeb4 req-ffa4c581-7d59-40a3-893c-446ef643f103 service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b97f471f-743d-4457-88ba-194f5873eeb4 req-ffa4c581-7d59-40a3-893c-446ef643f103 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] No waiting events found dispatching network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:12 user nova-compute[75217]: WARNING nova.compute.manager [req-b97f471f-743d-4457-88ba-194f5873eeb4 req-ffa4c581-7d59-40a3-893c-446ef643f103 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received unexpected event network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 for instance with vm_state building and task_state spawning.
Nov 22 12:05:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:05:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Instance spawned successfully.
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-2b9b8b12-d1c2-43fa-98a6-2ccbe892ba69 req-06eaf1da-5477-4487-a491-fc209445849f service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2b9b8b12-d1c2-43fa-98a6-2ccbe892ba69 req-06eaf1da-5477-4487-a491-fc209445849f service nova] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2b9b8b12-d1c2-43fa-98a6-2ccbe892ba69 req-06eaf1da-5477-4487-a491-fc209445849f service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2b9b8b12-d1c2-43fa-98a6-2ccbe892ba69 req-06eaf1da-5477-4487-a491-fc209445849f service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-2b9b8b12-d1c2-43fa-98a6-2ccbe892ba69 req-06eaf1da-5477-4487-a491-fc209445849f service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] No waiting events found dispatching network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:14 user nova-compute[75217]: WARNING nova.compute.manager [req-2b9b8b12-d1c2-43fa-98a6-2ccbe892ba69 req-06eaf1da-5477-4487-a491-fc209445849f service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received unexpected event network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 for instance with vm_state building and task_state spawning.
Nov 22 12:05:14 user nova-compute[75217]: INFO nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Took 5.72 seconds to spawn the instance on the hypervisor.
Nov 22 12:05:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:05:15 user nova-compute[75217]: INFO nova.compute.manager [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Took 6.53 seconds to build instance.
Nov 22 12:05:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-300e4111-29b3-4b9e-a97b-53ef136bf00b tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.629s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:05:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:05:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:05:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:05:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Updating instance_info_cache with network_info: [{"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-ca507940-e888-4485-af62-ed5dc0cd7dc3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:05:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:05:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:20 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:21 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:05:23 user nova-compute[75217]: INFO nova.compute.claims [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Claim successful on node user
Nov 22 12:05:23 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:05:23 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:05:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7807MB free_disk=24.950538635253906GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:05:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.558s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:05:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance eefa92c3-f9cc-4d77-81a6-0b27934ed391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 80a0f876-80da-4d82-8039-e24a38ba892a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b79e059d-6699-4d8b-9fd5-9449aacd8999 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 282a63a0-8650-4180-8530-f750ae7fc3b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:05:24 user nova-compute[75217]: INFO nova.virt.block_device [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Booting with volume cd07f65b-fb44-4f12-88c4-da3089fa682e at /dev/vda
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.policy [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd47a31e527f43f3bab60f2bd6fe064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1becac1c31644d859beeae6ce3c6be72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG os_brick.utils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[de33c50b-5514-4141-a851-4596a3126fd0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f399643-7574-4d4b-82f3-e65247fc9c94]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e33f84-9ad2-499a-9c70-4ab476963b9d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[44c6daa9-584e-45af-9038-2a466ef6ff1e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:05:24 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:05:24 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0f959d4-159c-402e-bd43-8123313e8840]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG os_brick.utils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updating existing volume attachment record: 1cfa703a-51c5-4b95-8d46-500365054410 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:05:24 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.566s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Successfully created port: bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Successfully updated port: bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquired lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:05:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-changed-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Refreshing instance network info cache due to event network-changed-bdf440db-c3dc-4640-9be9-4d418ed9dd9a. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] Acquiring lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updating instance_info_cache with network_info: [{"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Releasing lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Instance network_info: |[{"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] Acquired lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Refreshing network info cache for port bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updated VIF entry in instance network info cache for port bdf440db-c3dc-4640-9be9-4d418ed9dd9a. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updating instance_info_cache with network_info: [{"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-fe4889b9-b4a0-478c-b427-348d7b0248e2 req-83341e6b-0c1c-4967-a2f9-f2f34329655f service nova] Releasing lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:05:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:05:27 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 12:05:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:28 user nova-compute[75217]: INFO nova.compute.manager [None req-ff20ce26-febf-4aa9-aff6-050e8386a70d tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Get console output
Nov 22 12:05:29 user nova-compute[75217]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 22 12:05:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:29 user nova-compute[75217]: INFO nova.compute.manager [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Terminating instance
Nov 22 12:05:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-9d20527a-3b96-443c-891e-013a94e7ec8a req-73a47f5e-701b-4b66-92de-5ed6b305becc service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-vif-unplugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9d20527a-3b96-443c-891e-013a94e7ec8a req-73a47f5e-701b-4b66-92de-5ed6b305becc service nova] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9d20527a-3b96-443c-891e-013a94e7ec8a req-73a47f5e-701b-4b66-92de-5ed6b305becc service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9d20527a-3b96-443c-891e-013a94e7ec8a req-73a47f5e-701b-4b66-92de-5ed6b305becc service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-9d20527a-3b96-443c-891e-013a94e7ec8a req-73a47f5e-701b-4b66-92de-5ed6b305becc service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] No waiting events found dispatching network-vif-unplugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-9d20527a-3b96-443c-891e-013a94e7ec8a req-73a47f5e-701b-4b66-92de-5ed6b305becc service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-vif-unplugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:05:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Instance destroyed successfully.
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'resources' on Instance uuid 80a0f876-80da-4d82-8039-e24a38ba892a {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1283238635',display_name='tempest-AttachVolumeNegativeTest-server-1283238635',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1283238635',id=37,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZ7R9+sSMB54ZKIkqtS8mbseL2fitME9KF3QRp/myI/lcMXxxDqdXnq+/+X6m5pb+ImMlq7quX1eDyfLgNFos8I4n4URttiltP1bnkLV/Tg3t+tnyYtB4A0oPV70BdOwg==',key_name='tempest-keypair-894902974',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:02:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-ul2ewf0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:02:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=80a0f876-80da-4d82-8039-e24a38ba892a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "address": "fa:16:3e:17:18:a3", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c530d26-2c", "ovs_interfaceid": "0c530d26-2c0f-463c-91a8-a6caeb8212ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG os_vif [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c530d26-2c, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=180796c1-2e6b-4a27-9738-9f2ed7e01587) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:30 user nova-compute[75217]: INFO os_vif [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:17:18:a3,bridge_name='br-int',has_traffic_filtering=True,id=0c530d26-2c0f-463c-91a8-a6caeb8212ed,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c530d26-2c')
Nov 22 12:05:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Deleting instance files /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a_del
Nov 22 12:05:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Deletion of /opt/stack/data/nova/instances/80a0f876-80da-4d82-8039-e24a38ba892a_del complete
Nov 22 12:05:30 user nova-compute[75217]: INFO nova.compute.manager [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 22 12:05:30 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:05:30 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:05:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Creating image(s)
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Ensure instance console log exists: /opt/stack/data/nova/instances/282a63a0-8650-4180-8530-f750ae7fc3b8/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Start _get_guest_xml network_info=[{"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eOXlNuEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '282a63a0-8650-4180-8530-f750ae7fc3b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd07f65b-fb44-4f12-88c4-da3089fa682e', 'serial': 'cd07f65b-fb44-4f12-88c4-da3089fa682e'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '1cfa703a-51c5-4b95-8d46-500365054410', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:05:31 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:05:31 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eOXlNuEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:05:31 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:05:31 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:05:31 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a9450a-91ca-42dc-be25-a1264142fb04]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:05:31 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[06747764-3ddb-4e6c-8898-2fee9da96d20]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e] added
Nov 22 12:05:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Took 0.74 seconds to deallocate network for instance.
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-15718f8a-4745-45c9-a3aa-d24d7349879c req-2ce3fc19-534f-45fb-bb5c-6fb50aa4b237 service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-vif-deleted-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd625f2b-e5f7-4a3e-a1a2-1f5be9eb8fb6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c25b58aa-6687-455f-8159-4b8ab34e7ac9]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eOXlNuEA {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eOXlNuEA" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c961bc9-828d-4e8d-905d-b41a2a5c0be7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eOXlNuEA'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa24cafd-72f9-40dd-89a0-b10074049a3e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b865d098-e561-4e37-b695-ae740ba111f4]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:05:31 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:05:31 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:05:31 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:05:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:05:31 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:05:31 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:05:31 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:05:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:05:31 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.368s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:32 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Deleted allocations for instance 80a0f876-80da-4d82-8039-e24a38ba892a
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f2461d4b-42d7-4507-9161-5a040452c6a8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "80a0f876-80da-4d82-8039-e24a38ba892a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.177s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-2f54acf3-4a5c-4aaa-8e2d-36e34d224758 req-26edb4f8-e5e1-4c41-b255-06319cee4f7f service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received event network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2f54acf3-4a5c-4aaa-8e2d-36e34d224758 req-26edb4f8-e5e1-4c41-b255-06319cee4f7f service nova] Acquiring lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2f54acf3-4a5c-4aaa-8e2d-36e34d224758 req-26edb4f8-e5e1-4c41-b255-06319cee4f7f service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2f54acf3-4a5c-4aaa-8e2d-36e34d224758 req-26edb4f8-e5e1-4c41-b255-06319cee4f7f service nova] Lock "80a0f876-80da-4d82-8039-e24a38ba892a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-2f54acf3-4a5c-4aaa-8e2d-36e34d224758 req-26edb4f8-e5e1-4c41-b255-06319cee4f7f service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] No waiting events found dispatching network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:32 user nova-compute[75217]: WARNING nova.compute.manager [req-2f54acf3-4a5c-4aaa-8e2d-36e34d224758 req-26edb4f8-e5e1-4c41-b255-06319cee4f7f service nova] [instance: 80a0f876-80da-4d82-8039-e24a38ba892a] Received unexpected event network-vif-plugged-0c530d26-2c0f-463c-91a8-a6caeb8212ed for instance with vm_state deleted and task_state None.
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --login" returned: 0 in 1.072s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[da927816-55d2-48b9-92c3-b60ca48b0d7a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260]
Nov 22 12:05:32 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260] successful.
Nov 22 12:05:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c07b8e-a69c-45c7-a213-06df74604655]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2f582c-ed17-443d-b111-292c1a39853c]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:05:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:05:32 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:05:32 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.316s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] HCTL ('35', '-', '-', 0) found on session 47 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c26c0f2c-75c5-4f9c-bf83-8be0267e32bc]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:05:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eOXlNuEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-changed-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Refreshing instance network info cache due to event network-changed-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] Acquiring lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] Acquired lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.neutron [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Refreshing network info cache for port d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:33 user nova-compute[75217]: INFO nova.compute.manager [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Terminating instance
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.compute.manager [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.neutron [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updated VIF entry in instance network info cache for port d925e1ed-4d98-47b8-9f11-8a957a8ddb7e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.neutron [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updating instance_info_cache with network_info: [{"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-28289db3-2aa2-48bf-adf9-121672109279 req-a84af0e0-a5cf-4cbb-a3bc-c7e0278b16fa service nova] Releasing lock "refresh_cache-eefa92c3-f9cc-4d77-81a6-0b27934ed391" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.351s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== connect_volume: return (2352ms) {'type': 'block', 'scsi_wwn': '26362386330313036', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362386330313036', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-202136227',display_name='tempest-TestVolumeBootPattern-volume-backed-server-202136227',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-202136227',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/Ptr27TA1BnS0/aMS+3vx0hTMt1DlRvOXLkHM5FHLRiwFEaIDZBYXX9VeFa159D9Q4IcfTdxb66xSjmP4fvKtW8UQNj4o+t2S/jRzNWgPZtPWQP+CeKuxdWPyjUJJBDg==',key_name='tempest-keypair-196696388',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-61qppwnm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:05:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=282a63a0-8650-4180-8530-f750ae7fc3b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'pci_devices' on Instance uuid 282a63a0-8650-4180-8530-f750ae7fc3b8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:05:33 user nova-compute[75217]:   <uuid>282a63a0-8650-4180-8530-f750ae7fc3b8</uuid>
Nov 22 12:05:33 user nova-compute[75217]:   <name>instance-00000027</name>
Nov 22 12:05:33 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:05:33 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:05:33 user nova-compute[75217]:   <metadata>
Nov 22 12:05:33 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:05:33 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:05:33 user nova-compute[75217]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-202136227</nova:name>
Nov 22 12:05:33 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:05:31</nova:creationTime>
Nov 22 12:05:33 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:05:33 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:05:33 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:05:33 user nova-compute[75217]:       <nova:owner>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:user uuid="dd47a31e527f43f3bab60f2bd6fe064d">tempest-TestVolumeBootPattern-15878066-project-member</nova:user>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:project uuid="1becac1c31644d859beeae6ce3c6be72">tempest-TestVolumeBootPattern-15878066</nova:project>
Nov 22 12:05:33 user nova-compute[75217]:       </nova:owner>
Nov 22 12:05:33 user nova-compute[75217]:       <nova:ports>
Nov 22 12:05:33 user nova-compute[75217]:         <nova:port uuid="bdf440db-c3dc-4640-9be9-4d418ed9dd9a">
Nov 22 12:05:33 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 22 12:05:33 user nova-compute[75217]:         </nova:port>
Nov 22 12:05:33 user nova-compute[75217]:       </nova:ports>
Nov 22 12:05:33 user nova-compute[75217]:     </nova:instance>
Nov 22 12:05:33 user nova-compute[75217]:   </metadata>
Nov 22 12:05:33 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:05:33 user nova-compute[75217]:     <system>
Nov 22 12:05:33 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:05:33 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:05:33 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:05:33 user nova-compute[75217]:       <entry name="serial">282a63a0-8650-4180-8530-f750ae7fc3b8</entry>
Nov 22 12:05:33 user nova-compute[75217]:       <entry name="uuid">282a63a0-8650-4180-8530-f750ae7fc3b8</entry>
Nov 22 12:05:33 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:05:33 user nova-compute[75217]:     </system>
Nov 22 12:05:33 user nova-compute[75217]:   </sysinfo>
Nov 22 12:05:33 user nova-compute[75217]:   <os>
Nov 22 12:05:33 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:05:33 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:05:33 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:05:33 user nova-compute[75217]:   </os>
Nov 22 12:05:33 user nova-compute[75217]:   <features>
Nov 22 12:05:33 user nova-compute[75217]:     <acpi/>
Nov 22 12:05:33 user nova-compute[75217]:     <apic/>
Nov 22 12:05:33 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:05:33 user nova-compute[75217]:   </features>
Nov 22 12:05:33 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:05:33 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:05:33 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:05:33 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:05:33 user nova-compute[75217]:   </clock>
Nov 22 12:05:33 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:05:33 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:05:33 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:05:33 user nova-compute[75217]:   </cpu>
Nov 22 12:05:33 user nova-compute[75217]:   <devices>
Nov 22 12:05:33 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:05:33 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:05:33 user nova-compute[75217]:       <source dev="/dev/sdd"/>
Nov 22 12:05:33 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:05:33 user nova-compute[75217]:       <serial>cd07f65b-fb44-4f12-88c4-da3089fa682e</serial>
Nov 22 12:05:33 user nova-compute[75217]:     </disk>
Nov 22 12:05:33 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:05:33 user nova-compute[75217]:       <mac address="fa:16:3e:b5:f0:76"/>
Nov 22 12:05:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:05:33 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:05:33 user nova-compute[75217]:       <target dev="tapbdf440db-c3"/>
Nov 22 12:05:33 user nova-compute[75217]:     </interface>
Nov 22 12:05:33 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:05:33 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/282a63a0-8650-4180-8530-f750ae7fc3b8/console.log" append="off"/>
Nov 22 12:05:33 user nova-compute[75217]:     </serial>
Nov 22 12:05:33 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:05:33 user nova-compute[75217]:     <video>
Nov 22 12:05:33 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:05:33 user nova-compute[75217]:     </video>
Nov 22 12:05:33 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:05:33 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:05:33 user nova-compute[75217]:     </rng>
Nov 22 12:05:33 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:05:33 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:05:33 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:05:33 user nova-compute[75217]:     </memballoon>
Nov 22 12:05:33 user nova-compute[75217]:   </devices>
Nov 22 12:05:33 user nova-compute[75217]: </domain>
Nov 22 12:05:33 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-202136227',display_name='tempest-TestVolumeBootPattern-volume-backed-server-202136227',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-202136227',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/Ptr27TA1BnS0/aMS+3vx0hTMt1DlRvOXLkHM5FHLRiwFEaIDZBYXX9VeFa159D9Q4IcfTdxb66xSjmP4fvKtW8UQNj4o+t2S/jRzNWgPZtPWQP+CeKuxdWPyjUJJBDg==',key_name='tempest-keypair-196696388',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-61qppwnm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:05:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=282a63a0-8650-4180-8530-f750ae7fc3b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG os_vif [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd429f07-bce8-5fdd-894d-d07be63dcabe', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbdf440db-c3, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbdf440db-c3, col_values=(('qos', UUID('daa2b04d-42c7-442a-8746-4c5bcf758d8a')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbdf440db-c3, col_values=(('external_ids', {'iface-id': 'bdf440db-c3dc-4640-9be9-4d418ed9dd9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:f0:76', 'vm-uuid': '282a63a0-8650-4180-8530-f750ae7fc3b8'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:05:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:33 user nova-compute[75217]: INFO os_vif [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3')
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No VIF found with MAC fa:16:3e:b5:f0:76, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:05:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Instance destroyed successfully.
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lazy-loading 'resources' on Instance uuid eefa92c3-f9cc-4d77-81a6-0b27934ed391 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:58:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-15165009',display_name='tempest-TestStampPattern-server-15165009',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-15165009',id=31,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBHZnhPgh/mLI4s91TXRMZzZ3/CDw3XadQliYDVe+f0ZQSv0N/2O5PKdxAH+fu737dGIOMga8GpNf+QLVAngq+x2nkBA8h6wnHRH71JiOtRfhsMWGdi3RNkLluBEuq7bQ==',key_name='tempest-TestStampPattern-1301542027',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:58:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3ab8aa1c04f464e90bb10355f8b6c14',ramdisk_id='',reservation_id='r-e4jpvu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1751929553',owner_user_name='tempest-TestStampPattern-1751929553-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:01:34Z,user_data=None,user_id='e2d3b4cfe96d41f6b22ed8b4163db627',uuid=eefa92c3-f9cc-4d77-81a6-0b27934ed391,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converting VIF {"id": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "address": "fa:16:3e:81:6a:27", "network": {"id": "2708c2f5-d015-4817-a510-8e36d4be6030", "bridge": "br-int", "label": "tempest-TestStampPattern-1066895936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3ab8aa1c04f464e90bb10355f8b6c14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd925e1ed-4d", "ovs_interfaceid": "d925e1ed-4d98-47b8-9f11-8a957a8ddb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG os_vif [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd925e1ed-4d, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c7952efe-a3f5-44d3-8d6d-74d70c81cd8e) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:34 user nova-compute[75217]: INFO os_vif [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:6a:27,bridge_name='br-int',has_traffic_filtering=True,id=d925e1ed-4d98-47b8-9f11-8a957a8ddb7e,network=Network(2708c2f5-d015-4817-a510-8e36d4be6030),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd925e1ed-4d')
Nov 22 12:05:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Deleting instance files /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391_del
Nov 22 12:05:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Deletion of /opt/stack/data/nova/instances/eefa92c3-f9cc-4d77-81a6-0b27934ed391_del complete
Nov 22 12:05:34 user nova-compute[75217]: INFO nova.compute.manager [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 22 12:05:34 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:05:34 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:05:35 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Took 0.42 seconds to deallocate network for instance.
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-485c9536-0ebc-4891-a43e-33f38e63a564 req-0cabe7af-3f9e-40c0-807c-e2eb5f1bfdf6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-vif-deleted-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-vif-unplugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] No waiting events found dispatching network-vif-unplugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:35 user nova-compute[75217]: WARNING nova.compute.manager [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received unexpected event network-vif-unplugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e for instance with vm_state deleted and task_state None.
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received event network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] Acquiring lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] No waiting events found dispatching network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:35 user nova-compute[75217]: WARNING nova.compute.manager [req-e35ac9cc-8072-472c-9af4-ea8142382e97 req-bd421607-82ff-4fe7-946c-356c2b304da6 service nova] [instance: eefa92c3-f9cc-4d77-81a6-0b27934ed391] Received unexpected event network-vif-plugged-d925e1ed-4d98-47b8-9f11-8a957a8ddb7e for instance with vm_state deleted and task_state None.
Nov 22 12:05:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:35 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Deleted allocations for instance eefa92c3-f9cc-4d77-81a6-0b27934ed391
Nov 22 12:05:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-52e12652-764b-4206-9922-bf4ee90ae3f7 tempest-TestStampPattern-1751929553 tempest-TestStampPattern-1751929553-project-member] Lock "eefa92c3-f9cc-4d77-81a6-0b27934ed391" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.089s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] No waiting events found dispatching network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:37 user nova-compute[75217]: WARNING nova.compute.manager [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received unexpected event network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a for instance with vm_state building and task_state spawning.
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] No waiting events found dispatching network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:05:37 user nova-compute[75217]: WARNING nova.compute.manager [req-a53eb5db-0956-4908-aae4-9b5304803a9c req-53b2225d-1d08-4601-a575-b0653aa4837e service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received unexpected event network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a for instance with vm_state building and task_state spawning.
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:05:37 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Instance spawned successfully.
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:05:37 user nova-compute[75217]: INFO nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Took 6.20 seconds to spawn the instance on the hypervisor.
Nov 22 12:05:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:05:37 user nova-compute[75217]: INFO nova.compute.manager [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Took 14.27 seconds to build instance.
Nov 22 12:05:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c45977c5-f04c-4cd3-a262-ea62b0031928 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.366s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:05:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:05:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:06:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:06:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:06:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:06:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:06:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [{"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:06:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:06:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:06:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:06:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:06:23 user nova-compute[75217]: INFO nova.compute.claims [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Claim successful on node user
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.534s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:06:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.policy [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c10cd5f870ec4674a7abbfaf400631cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf38e88887460b8a5159696407be3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:06:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Creating image(s)
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "/opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "/opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.612s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Successfully created port: 4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:06:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=7793MB free_disk=25.073402404785156GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance ca507940-e888-4485-af62-ed5dc0cd7dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b79e059d-6699-4d8b-9fd5-9449aacd8999 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 282a63a0-8650-4180-8530-f750ae7fc3b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance daaca8d6-6867-4aee-af42-847a9d90e7e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk 1073741824" returned: 0 in 0.057s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking if we can resize image /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Cannot resize image /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Ensure instance console log exists: /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Successfully updated port: 4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.605s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquired lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-changed-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Refreshing instance network info cache due to event network-changed-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] Acquiring lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:06:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updating instance_info_cache with network_info: [{"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Releasing lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Instance network_info: |[{"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] Acquired lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Refreshing network info cache for port 4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Start _get_guest_xml network_info=[{"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:06:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:06:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:06:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1853609732',display_name='tempest-AttachVolumeNegativeTest-server-1853609732',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1853609732',id=40,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMn8j0eTn+FmoHrz3uSF3o9aqSg9w7pymEE9hliKBGngEDLufooAyejKrMvYLandVUuIEM1GY8CLQfQh9OdDn16yOqUQuDti7fQ2lXE4pEoMgVkv7LoOXU1Y/3VKLbxkWg==',key_name='tempest-keypair-45027455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-1xwe6h9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:06:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=daaca8d6-6867-4aee-af42-847a9d90e7e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'pci_devices' on Instance uuid daaca8d6-6867-4aee-af42-847a9d90e7e2 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:06:26 user nova-compute[75217]:   <uuid>daaca8d6-6867-4aee-af42-847a9d90e7e2</uuid>
Nov 22 12:06:26 user nova-compute[75217]:   <name>instance-00000028</name>
Nov 22 12:06:26 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:06:26 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:06:26 user nova-compute[75217]:   <metadata>
Nov 22 12:06:26 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:06:26 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:06:26 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1853609732</nova:name>
Nov 22 12:06:26 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:06:26</nova:creationTime>
Nov 22 12:06:26 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:06:26 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:06:26 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:06:26 user nova-compute[75217]:       <nova:owner>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:user uuid="c10cd5f870ec4674a7abbfaf400631cc">tempest-AttachVolumeNegativeTest-1572427977-project-member</nova:user>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:project uuid="2fdf38e88887460b8a5159696407be3d">tempest-AttachVolumeNegativeTest-1572427977</nova:project>
Nov 22 12:06:26 user nova-compute[75217]:       </nova:owner>
Nov 22 12:06:26 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:06:26 user nova-compute[75217]:       <nova:ports>
Nov 22 12:06:26 user nova-compute[75217]:         <nova:port uuid="4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4">
Nov 22 12:06:26 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 22 12:06:26 user nova-compute[75217]:         </nova:port>
Nov 22 12:06:26 user nova-compute[75217]:       </nova:ports>
Nov 22 12:06:26 user nova-compute[75217]:     </nova:instance>
Nov 22 12:06:26 user nova-compute[75217]:   </metadata>
Nov 22 12:06:26 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:06:26 user nova-compute[75217]:     <system>
Nov 22 12:06:26 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:06:26 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:06:26 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:06:26 user nova-compute[75217]:       <entry name="serial">daaca8d6-6867-4aee-af42-847a9d90e7e2</entry>
Nov 22 12:06:26 user nova-compute[75217]:       <entry name="uuid">daaca8d6-6867-4aee-af42-847a9d90e7e2</entry>
Nov 22 12:06:26 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:06:26 user nova-compute[75217]:     </system>
Nov 22 12:06:26 user nova-compute[75217]:   </sysinfo>
Nov 22 12:06:26 user nova-compute[75217]:   <os>
Nov 22 12:06:26 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:06:26 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:06:26 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:06:26 user nova-compute[75217]:   </os>
Nov 22 12:06:26 user nova-compute[75217]:   <features>
Nov 22 12:06:26 user nova-compute[75217]:     <acpi/>
Nov 22 12:06:26 user nova-compute[75217]:     <apic/>
Nov 22 12:06:26 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:06:26 user nova-compute[75217]:   </features>
Nov 22 12:06:26 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:06:26 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:06:26 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:06:26 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:06:26 user nova-compute[75217]:   </clock>
Nov 22 12:06:26 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:06:26 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:06:26 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:06:26 user nova-compute[75217]:   </cpu>
Nov 22 12:06:26 user nova-compute[75217]:   <devices>
Nov 22 12:06:26 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:06:26 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:06:26 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk"/>
Nov 22 12:06:26 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:06:26 user nova-compute[75217]:     </disk>
Nov 22 12:06:26 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:06:26 user nova-compute[75217]:       <mac address="fa:16:3e:f6:90:a7"/>
Nov 22 12:06:26 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:06:26 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:06:26 user nova-compute[75217]:       <target dev="tap4e4b25ff-6a"/>
Nov 22 12:06:26 user nova-compute[75217]:     </interface>
Nov 22 12:06:26 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:06:26 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/console.log" append="off"/>
Nov 22 12:06:26 user nova-compute[75217]:     </serial>
Nov 22 12:06:26 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:06:26 user nova-compute[75217]:     <video>
Nov 22 12:06:26 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:06:26 user nova-compute[75217]:     </video>
Nov 22 12:06:26 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:06:26 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:06:26 user nova-compute[75217]:     </rng>
Nov 22 12:06:26 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:06:26 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:06:26 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:06:26 user nova-compute[75217]:     </memballoon>
Nov 22 12:06:26 user nova-compute[75217]:   </devices>
Nov 22 12:06:26 user nova-compute[75217]: </domain>
Nov 22 12:06:26 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:06:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1853609732',display_name='tempest-AttachVolumeNegativeTest-server-1853609732',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1853609732',id=40,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMn8j0eTn+FmoHrz3uSF3o9aqSg9w7pymEE9hliKBGngEDLufooAyejKrMvYLandVUuIEM1GY8CLQfQh9OdDn16yOqUQuDti7fQ2lXE4pEoMgVkv7LoOXU1Y/3VKLbxkWg==',key_name='tempest-keypair-45027455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-1xwe6h9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:06:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=daaca8d6-6867-4aee-af42-847a9d90e7e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG os_vif [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df36a759-101e-5b4e-ab68-04b66a7172af', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4e4b25ff-6a, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4e4b25ff-6a, col_values=(('qos', UUID('42e4f99f-481e-4fe2-adc7-f04d92addbae')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4e4b25ff-6a, col_values=(('external_ids', {'iface-id': '4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:90:a7', 'vm-uuid': 'daaca8d6-6867-4aee-af42-847a9d90e7e2'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:26 user nova-compute[75217]: INFO os_vif [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a')
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:f6:90:a7, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updated VIF entry in instance network info cache for port 4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG nova.network.neutron [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updating instance_info_cache with network_info: [{"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6cfc56ad-584b-4a6d-8f8f-0ac52da70a95 req-5fd800f4-2025-4b87-88d5-4e8c1e12bcd0 service nova] Releasing lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:06:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:06:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-4075cc26-00f1-42bd-baf2-7abb884d7441 req-a1bae1ed-d5ce-4625-a592-ff7aa99bbf0a service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4075cc26-00f1-42bd-baf2-7abb884d7441 req-a1bae1ed-d5ce-4625-a592-ff7aa99bbf0a service nova] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4075cc26-00f1-42bd-baf2-7abb884d7441 req-a1bae1ed-d5ce-4625-a592-ff7aa99bbf0a service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4075cc26-00f1-42bd-baf2-7abb884d7441 req-a1bae1ed-d5ce-4625-a592-ff7aa99bbf0a service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-4075cc26-00f1-42bd-baf2-7abb884d7441 req-a1bae1ed-d5ce-4625-a592-ff7aa99bbf0a service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] No waiting events found dispatching network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:06:28 user nova-compute[75217]: WARNING nova.compute.manager [req-4075cc26-00f1-42bd-baf2-7abb884d7441 req-a1bae1ed-d5ce-4625-a592-ff7aa99bbf0a service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received unexpected event network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 for instance with vm_state building and task_state spawning.
Nov 22 12:06:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:29 user nova-compute[75217]: INFO nova.compute.manager [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Terminating instance
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:29 user nova-compute[75217]: INFO nova.compute.manager [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Detaching volume 8a09561b-6bb5-45fe-9376-e1776499142e
Nov 22 12:06:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:29 user nova-compute[75217]: INFO nova.virt.block_device [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Attempting to driver detach volume 8a09561b-6bb5-45fe-9376-e1776499142e from mountpoint /dev/vdc
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Attempting to detach device vdc from instance b79e059d-6699-4d8b-9fd5-9449aacd8999 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:06:29 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:06:29 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:06:29 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:06:29 user nova-compute[75217]:   <serial>8a09561b-6bb5-45fe-9376-e1776499142e</serial>
Nov 22 12:06:29 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 12:06:29 user nova-compute[75217]: </disk>
Nov 22 12:06:29 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:06:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully detached device vdc from instance b79e059d-6699-4d8b-9fd5-9449aacd8999 from the persistent domain config.
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b79e059d-6699-4d8b-9fd5-9449aacd8999 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:06:29 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:06:29 user nova-compute[75217]:   <source dev="/dev/sdf"/>
Nov 22 12:06:29 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:06:29 user nova-compute[75217]:   <serial>8a09561b-6bb5-45fe-9376-e1776499142e</serial>
Nov 22 12:06:29 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 12:06:29 user nova-compute[75217]: </disk>
Nov 22 12:06:29 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-c777f1b8-1456-4184-adfa-b1b6602777d6 req-c46b27f4-e827-40b5-a56f-8cb2935f3209 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c777f1b8-1456-4184-adfa-b1b6602777d6 req-c46b27f4-e827-40b5-a56f-8cb2935f3209 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c777f1b8-1456-4184-adfa-b1b6602777d6 req-c46b27f4-e827-40b5-a56f-8cb2935f3209 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c777f1b8-1456-4184-adfa-b1b6602777d6 req-c46b27f4-e827-40b5-a56f-8cb2935f3209 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-c777f1b8-1456-4184-adfa-b1b6602777d6 req-c46b27f4-e827-40b5-a56f-8cb2935f3209 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-c777f1b8-1456-4184-adfa-b1b6602777d6 req-c46b27f4-e827-40b5-a56f-8cb2935f3209 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-unplugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:29 user nova-compute[75217]: INFO nova.compute.manager [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Terminating instance
Nov 22 12:06:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:06:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Instance destroyed successfully.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'resources' on Instance uuid 9ea7d1cd-e8a4-48d3-a25b-1354634f6657 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:00:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1445415797',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1445415797',id=34,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:02:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-5jjr09gz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:04:43Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=9ea7d1cd-e8a4-48d3-a25b-1354634f6657,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "address": "fa:16:3e:91:16:12", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd675bdde-a2", "ovs_interfaceid": "d675bdde-a260-4ad6-abc7-43ebecf414cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_vif [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd675bdde-a2, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Instance spawned successfully.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f20b249-19d6-4c65-af3e-53fc1d797c48) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: INFO os_vif [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:16:12,bridge_name='br-int',has_traffic_filtering=True,id=d675bdde-a260-4ad6-abc7-43ebecf414cf,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd675bdde-a2')
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUEvqgWY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:06:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Took 5.89 seconds to spawn the instance on the hypervisor.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1459deed-2ab1-4cce-b425-d77c498164c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:06:30 user nova-compute[75217]: No targets found.
Nov 22 12:06:30 user nova-compute[75217]: iSNS:
Nov 22 12:06:30 user nova-compute[75217]: No targets found.
Nov 22 12:06:30 user nova-compute[75217]: STATIC:
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: FIRMWARE:
Nov 22 12:06:30 user nova-compute[75217]: No targets found.
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:06:30 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:06:30 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3117c803-0f78-4f5d-b38a-253d806d156e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-b18374a3-5630-4ab1-8430-fdbbefcc3703 req-2bfbd724-bda6-4447-8285-5088cc6383cf service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b18374a3-5630-4ab1-8430-fdbbefcc3703 req-2bfbd724-bda6-4447-8285-5088cc6383cf service nova] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b18374a3-5630-4ab1-8430-fdbbefcc3703 req-2bfbd724-bda6-4447-8285-5088cc6383cf service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b18374a3-5630-4ab1-8430-fdbbefcc3703 req-2bfbd724-bda6-4447-8285-5088cc6383cf service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-b18374a3-5630-4ab1-8430-fdbbefcc3703 req-2bfbd724-bda6-4447-8285-5088cc6383cf service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] No waiting events found dispatching network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:06:30 user nova-compute[75217]: WARNING nova.compute.manager [req-b18374a3-5630-4ab1-8430-fdbbefcc3703 req-2bfbd724-bda6-4447-8285-5088cc6383cf service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received unexpected event network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 for instance with vm_state building and task_state spawning.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c6ec470-e3c5-49cc-972c-1413e6c90124]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058df7880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f5f69e-eed2-4e32-8c91-ae453951cdbb]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.compute.manager [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Took 6.86 seconds to build instance.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[13bb6396-f9f3-4d59-ac1d-fc0082ffe911]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6263974d-6ec5-49a0-92d1-0cceef21f46d tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.014s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee43949-7068-4e4b-afc6-c4984b19a6b4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c5c803-8289-4e1d-81fe-987cd5708ccd]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a2e99c4-0c1a-452e-b465-e01db98c6034]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Instance destroyed successfully.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'resources' on Instance uuid e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:59:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1904084505',display_name='tempest-ServerActionsTestOtherA-server-1904084505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1904084505',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:02:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-swwo8j0x',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:03:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=e6823ad7-c012-4a0b-a7f1-ce37c9e56b61,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "address": "fa:16:3e:6d:f9:66", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ed93a3f-61", "ovs_interfaceid": "5ed93a3f-619d-48c8-ac55-c85d2e6e46bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_vif [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5ed93a3f-61, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[99df03b4-33a1-422b-a603-98dfaad7b7d4]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260]
Nov 22 12:06:30 user nova-compute[75217]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a, portal: 172.16.0.220,3260] successful.
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dcee7346-cdb9-4a1a-aa87-51032648d3a0) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:30 user nova-compute[75217]: INFO os_vif [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f9:66,bridge_name='br-int',has_traffic_filtering=True,id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ed93a3f-61')
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rhHJDydE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:06:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4bb2f0d-ea05-4dc6-94a8-f99e875db61a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[839b3c4e-5039-4b43-9b4f-21fcd4044fcb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== disconnect_volume: return (376ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Deleting instance files /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657_del
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Deletion of /opt/stack/data/nova/instances/9ea7d1cd-e8a4-48d3-a25b-1354634f6657_del complete
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.030s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[18271d14-3b29-47bc-9318-b022e08b0acd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:06:30 user nova-compute[75217]: No targets found.
Nov 22 12:06:30 user nova-compute[75217]: iSNS:
Nov 22 12:06:30 user nova-compute[75217]: No targets found.
Nov 22 12:06:30 user nova-compute[75217]: STATIC:
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:06:30 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:30 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:30 user nova-compute[75217]: FIRMWARE:
Nov 22 12:06:30 user nova-compute[75217]: No targets found.
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:06:30 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:06:30 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2f0863-7c38-4dbe-bec5-628d27b9febe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: INFO nova.compute.manager [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Took 1.68 seconds to destroy the instance on the hypervisor.
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[91653da5-c94e-41d0-8c2b-e856faab418f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:06:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c55ecb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e59a4659-8bd5-4bc5-bbcb-ecfa8cd5401f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.042s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[acdb637e-df73-4353-bceb-81b2b295f75a]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a8382e7-be4c-4350-9c70-84a20e556932]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:06:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eaabb8f-eb40-4ac8-8916-4a1c6ffa904e]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[672c4fc0-3288-49c7-8160-134cc5c53373]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[92244474-5457-43c8-8090-83b9d86ce127]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260]
Nov 22 12:06:31 user nova-compute[75217]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4, portal: 172.16.0.220,3260] successful.
Nov 22 12:06:31 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:edc42b47-8885-4c21-b6ed-070242e573f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f9afad-8d93-4d8d-a8f4-a393c24a90cd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] <== disconnect_volume: return (429ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:06:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Deleting instance files /opt/stack/data/nova/instances/e6823ad7-c012-4a0b-a7f1-ce37c9e56b61_del
Nov 22 12:06:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Deletion of /opt/stack/data/nova/instances/e6823ad7-c012-4a0b-a7f1-ce37c9e56b61_del complete
Nov 22 12:06:31 user nova-compute[75217]: INFO nova.compute.manager [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Took 1.33 seconds to destroy the instance on the hypervisor.
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:06:31 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Took 0.56 seconds to deallocate network for instance.
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Acquiring lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] No waiting events found dispatching network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:06:31 user nova-compute[75217]: WARNING nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received unexpected event network-vif-plugged-d675bdde-a260-4ad6-abc7-43ebecf414cf for instance with vm_state active and task_state deleting.
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-unplugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-unplugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-unplugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Acquiring lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] No waiting events found dispatching network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:06:31 user nova-compute[75217]: WARNING nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received unexpected event network-vif-plugged-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf for instance with vm_state active and task_state deleting.
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-5e095785-0f72-4331-9c94-1fa03223d54c req-a70c6adb-b9ab-49c3-9a3f-97c03ddb8f10 service nova] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Received event network-vif-deleted-d675bdde-a260-4ad6-abc7-43ebecf414cf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:31 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:06:31 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Took 0.75 seconds to deallocate network for instance.
Nov 22 12:06:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-2f83b8ed-16cb-441b-a75f-3e047a1aae87 req-90e21b76-f667-45bc-8ccc-ca912dda54a5 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Received event network-vif-deleted-5ed93a3f-619d-48c8-ac55-c85d2e6e46bf {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:32 user nova-compute[75217]: INFO nova.compute.manager [req-2f83b8ed-16cb-441b-a75f-3e047a1aae87 req-90e21b76-f667-45bc-8ccc-ca912dda54a5 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Neutron deleted interface 5ed93a3f-619d-48c8-ac55-c85d2e6e46bf; detaching it from the instance and deleting it from the info cache
Nov 22 12:06:32 user nova-compute[75217]: DEBUG nova.network.neutron [req-2f83b8ed-16cb-441b-a75f-3e047a1aae87 req-90e21b76-f667-45bc-8ccc-ca912dda54a5 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:06:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-2f83b8ed-16cb-441b-a75f-3e047a1aae87 req-90e21b76-f667-45bc-8ccc-ca912dda54a5 service nova] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Detach interface failed, port_id=5ed93a3f-619d-48c8-ac55-c85d2e6e46bf, reason: Instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:06:32 user nova-compute[75217]: INFO nova.compute.manager [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 9ea7d1cd-e8a4-48d3-a25b-1354634f6657] Took 0.87 seconds to detach 1 volumes for instance.
Nov 22 12:06:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:32 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:06:32 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:06:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:32 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Deleted allocations for instance 9ea7d1cd-e8a4-48d3-a25b-1354634f6657
Nov 22 12:06:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-846d16a5-88b2-4168-b200-2e62b082ac5c tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "9ea7d1cd-e8a4-48d3-a25b-1354634f6657" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.709s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:32 user nova-compute[75217]: INFO nova.compute.manager [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Took 0.99 seconds to detach 1 volumes for instance.
Nov 22 12:06:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: e6823ad7-c012-4a0b-a7f1-ce37c9e56b61] Deleting volume: edc42b47-8885-4c21-b6ed-070242e573f4 {{(pid=75217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 22 12:06:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:06:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:06:33 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:06:33 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:06:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.365s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:33 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Deleted allocations for instance e6823ad7-c012-4a0b-a7f1-ce37c9e56b61
Nov 22 12:06:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-030f5c73-1594-4eca-9c44-452149de2023 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "e6823ad7-c012-4a0b-a7f1-ce37c9e56b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.805s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:50 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b79e059d-6699-4d8b-9fd5-9449aacd8999 is timed out.
Nov 22 12:06:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully detached device vdc from instance b79e059d-6699-4d8b-9fd5-9449aacd8999 from the live domain config.
Nov 22 12:06:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nhOTMIbr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:06:50 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d48fbb8-0a7d-484d-97fb-0beae0d6e967]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:06:50 user nova-compute[75217]: No targets found.
Nov 22 12:06:50 user nova-compute[75217]: iSNS:
Nov 22 12:06:50 user nova-compute[75217]: No targets found.
Nov 22 12:06:50 user nova-compute[75217]: STATIC:
Nov 22 12:06:50 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:06:50 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:50 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:50 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e
Nov 22 12:06:50 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:50 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:50 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:06:50 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:06:50 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:06:50 user nova-compute[75217]: FIRMWARE:
Nov 22 12:06:50 user nova-compute[75217]: No targets found.
Nov 22 12:06:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:06:50 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:06:50 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb085b12-5294-4c05-908e-52d2649ed8ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bfb1ab6-a182-42d7-9958-d93c483e7a92]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:06:50 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:06:50 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:06:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:06:50 user nova-compute[75217]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e (non-flash)
Nov 22 12:06:50 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:06:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c5edfc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db9a868-b59b-4dbc-83ef-5750fbfd78a5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6df8fd7-c46c-4ee0-bab3-d7bb189b2dca]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b26da2-565c-4cb3-babd-ba099ab26239]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.038s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1970b95e-af3c-4cdf-a7f9-a314043e7cc5]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa0d02e-7cd5-423e-8f7d-cc7f980dc3ab]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[22489a8e-0226-4058-b06b-c944b3ce5067]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260]
Nov 22 12:06:50 user nova-compute[75217]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e, portal: 172.16.0.220,3260] successful.
Nov 22 12:06:50 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a09561b-6bb5-45fe-9376-e1776499142e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d5a5bc-1533-4296-9316-2e8f87d9bd38]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] <== disconnect_volume: return (304ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:06:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'flavor' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:06:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-43282db0-052f-49ec-8338-e6d88cca01a4 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.058s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:06:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:06:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-changed-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:06:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Refreshing instance network info cache due to event network-changed-d48641cc-6896-4772-88bd-4b9d11b5bf91. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:06:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] Acquiring lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:06:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] Acquired lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:06:59 user nova-compute[75217]: DEBUG nova.network.neutron [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Refreshing network info cache for port d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updated VIF entry in instance network info cache for port d48641cc-6896-4772-88bd-4b9d11b5bf91. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG nova.network.neutron [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updating instance_info_cache with network_info: [{"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-808b5e60-48fa-4ec7-bf4c-6d052f5a1f8a req-ffbb9b30-8f74-4e32-81bb-6b6157598d7d service nova] Releasing lock "refresh_cache-b1208618-1894-4fa2-9f0f-eb52b7eee2f8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG nova.objects.instance [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'flavor' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:00 user nova-compute[75217]: INFO nova.compute.manager [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attaching volume a4b639bb-28bb-47f7-964b-3c99a126e489 to /dev/vdb
Nov 22 12:07:01 user nova-compute[75217]: DEBUG os_brick.utils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbe2440a-d07f-496d-88b1-bcc0a45f7fed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a293629f-8a50-431f-a826-55d66ce83459]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[633fb673-1b92-4ec8-8b90-8aa2c7ba61b0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da7aac3-7afe-4eb5-91c9-66c34e069825]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:01 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:07:01 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d482044e-d456-415a-99b6-7e58db354384]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG os_brick.utils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:01 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updating existing volume attachment record: 5b6453b7-f8fb-43bc-a94e-119225fc9d76 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:07:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GeFSvlQk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:06 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:06 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:06 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad0a569-f90a-4991-9b2b-77df25171957]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:07:06 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec92826-49a5-4485-8647-a192c8cb521a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489] added
Nov 22 12:07:06 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.038s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0806fb-3623-41fc-8dd9-5e199d393b5a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[536f0578-9e43-4e89-9425-66de345e9d1f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:06 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GeFSvlQk {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GeFSvlQk" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc31988a-dabe-4c09-ac4a-fa5be2ac25e0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GeFSvlQk'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8d38842-16a7-4743-9739-9de1ec4ec06f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0a3fa05-afe1-43d5-9e49-6e8ab7ea5471]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:07 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:07 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c45e0b-58dc-4701-a129-92faf1444433]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260]
Nov 22 12:07:07 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260] successful.
Nov 22 12:07:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ba1eeb-c567-4b21-9345-44c45ca415e8]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa3c8a2-d403-4d72-9d7d-923404c03bea]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:07 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:07 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:07 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:07 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd2bef9-7155-491d-828d-6e43c258cc03]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:07:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GeFSvlQk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23732613739306536', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732613739306536', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG nova.objects.instance [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'flavor' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:07:08 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:07:08 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:07:08 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:07:08 user nova-compute[75217]:   <serial>a4b639bb-28bb-47f7-964b-3c99a126e489</serial>
Nov 22 12:07:08 user nova-compute[75217]: </disk>
Nov 22 12:07:08 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No VIF found with MAC fa:16:3e:dc:ef:34, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:07:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-93228977-faf1-415e-9943-1501e1afffbd tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.024s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:10 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:07:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:11 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'flavor' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:13 user nova-compute[75217]: INFO nova.compute.manager [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attaching volume 972fd6bd-2111-4bdb-9b8d-020d538ebd14 to /dev/vdc
Nov 22 12:07:13 user nova-compute[75217]: DEBUG os_brick.utils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f777a85-b76b-4e52-9871-9266178e421b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f62052-8266-4260-bbce-7378f053d5d1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b784a3e-8f94-43a4-b6ed-5a616a524800]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec64ee5-206e-4c6a-8243-83f7d3402027]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:13 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:07:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[908547ea-ef04-4a18-9183-b3ec34de0441]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG os_brick.utils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:13 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updating existing volume attachment record: f4866b2c-ecda-4129-8883-82155f5aca54 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-changed-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Refreshing instance network info cache due to event network-changed-bdf440db-c3dc-4640-9be9-4d418ed9dd9a. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] Acquiring lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] Acquired lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Refreshing network info cache for port bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updated VIF entry in instance network info cache for port bdf440db-c3dc-4640-9be9-4d418ed9dd9a. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updating instance_info_cache with network_info: [{"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-51b50482-c147-4f13-8ff7-609ab52263a3 req-e4ce30ed-587f-4e8a-b1e5-27b685541427 service nova] Releasing lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:07:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:16 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:07:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:07:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:07:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:07:17 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [{"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-b79e059d-6699-4d8b-9fd5-9449aacd8999" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:07:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:07:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gPBVwzMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:19 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:19 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:19 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2550a63-52cd-4aa5-9d02-3df70c08d3ca]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:07:19 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[40f8325d-8d99-4ddf-a929-a95058fcfdff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14] added
Nov 22 12:07:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[722e74c4-e319-4a4a-b16a-576f397d480d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac05f55-5705-4cbc-9e8a-d9a8406ef872]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gPBVwzMA {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gPBVwzMA" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c74a7241-765a-459f-a571-980396e982a4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gPBVwzMA'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[437eb34a-e755-4d31-8985-7fa76ea446a5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[958e6c5f-2dc2-411e-868b-d42c556d02bd]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[969b1bf8-0d08-42b1-bbed-ec63b0af933f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260]
Nov 22 12:07:19 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260] successful.
Nov 22 12:07:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12f89f5-5d62-47ee-a977-619acdd71eec]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd80ea6e-8df4-450d-b104-f9c7c5856df5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:19 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[44d9c6bc-3e59-4011-8b00-d943f380790b]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gPBVwzMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:19 user nova-compute[75217]: INFO nova.compute.manager [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Terminating instance
Nov 22 12:07:19 user nova-compute[75217]: DEBUG nova.compute.manager [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:20 user nova-compute[75217]: INFO nova.compute.manager [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Terminating instance
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-2a22c055-c793-43ee-bb74-adcc9b63c499 req-0b9e245b-b3e3-4742-b6b0-7798930f13d1 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-unplugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2a22c055-c793-43ee-bb74-adcc9b63c499 req-0b9e245b-b3e3-4742-b6b0-7798930f13d1 service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2a22c055-c793-43ee-bb74-adcc9b63c499 req-0b9e245b-b3e3-4742-b6b0-7798930f13d1 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2a22c055-c793-43ee-bb74-adcc9b63c499 req-0b9e245b-b3e3-4742-b6b0-7798930f13d1 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-2a22c055-c793-43ee-bb74-adcc9b63c499 req-0b9e245b-b3e3-4742-b6b0-7798930f13d1 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-unplugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-2a22c055-c793-43ee-bb74-adcc9b63c499 req-0b9e245b-b3e3-4742-b6b0-7798930f13d1 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-unplugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23563636336633861', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563636336633861', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.objects.instance [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'flavor' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:07:20 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:07:20 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:07:20 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:07:20 user nova-compute[75217]:   <serial>972fd6bd-2111-4bdb-9b8d-020d538ebd14</serial>
Nov 22 12:07:20 user nova-compute[75217]: </disk>
Nov 22 12:07:20 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:07:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Instance destroyed successfully.
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'resources' on Instance uuid ca507940-e888-4485-af62-ed5dc0cd7dc3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Instance destroyed successfully.
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'resources' on Instance uuid b79e059d-6699-4d8b-9fd5-9449aacd8999 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:00:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1604463879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1604463879',id=33,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY2jVyIEvsyzGIiG0uKFFpGILRZ59OvHp0AUW2q5W9OTcPMZP8JCCPRgdzoaTSmBGd1PlLP0xer+3o+dXkx5LmV7oCcI22p1V5vRld3sNdpck6nizGsKDDsND0LE8u6Pw==',key_name='tempest-keypair-347062542',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:04:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-ugddoewt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:04:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=b79e059d-6699-4d8b-9fd5-9449aacd8999,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "address": "fa:16:3e:de:5c:44", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6063e7bc-53", "ovs_interfaceid": "6063e7bc-53ee-4696-83f8-0d23f8e15481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG os_vif [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6063e7bc-53, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1455953512',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1455953512',id=29,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:58:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-9z6ja844',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:59:54Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=ca507940-e888-4485-af62-ed5dc0cd7dc3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "b4bd3356-c867-4791-afe4-183e5e055083", "address": "fa:16:3e:50:18:e8", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4bd3356-c8", "ovs_interfaceid": "b4bd3356-c867-4791-afe4-183e5e055083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG os_vif [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4bd3356-c8, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=649e14d4-058f-478e-b20e-4d9307b0318b) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aa25fa98-7950-48ea-849c-e98fce174ed3) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:21 user nova-compute[75217]: INFO os_vif [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:5c:44,bridge_name='br-int',has_traffic_filtering=True,id=6063e7bc-53ee-4696-83f8-0d23f8e15481,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6063e7bc-53')
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Deleting instance files /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999_del
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Deletion of /opt/stack/data/nova/instances/b79e059d-6699-4d8b-9fd5-9449aacd8999_del complete
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:21 user nova-compute[75217]: INFO os_vif [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:18:e8,bridge_name='br-int',has_traffic_filtering=True,id=b4bd3356-c867-4791-afe4-183e5e055083,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4bd3356-c8')
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Deleting instance files /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3_del
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Deletion of /opt/stack/data/nova/instances/ca507940-e888-4485-af62-ed5dc0cd7dc3_del complete
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] No VIF found with MAC fa:16:3e:dc:ef:34, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.compute.manager [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Took 1.60 seconds to destroy the instance on the hypervisor.
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.compute.manager [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-3f668d19-ff62-4f42-9233-8ebabf673b8d tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.300s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.compute.claims [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Claim successful on node user
Nov 22 12:07:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Took 0.46 seconds to deallocate network for instance.
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [req-09e382d4-2819-4a2f-bcc7-a730da8f4051 req-86541cac-d561-48ed-a493-3ea4a5208845 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received event network-vif-deleted-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.400s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.024s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.policy [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd47a31e527f43f3bab60f2bd6fe064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1becac1c31644d859beeae6ce3c6be72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:07:21 user nova-compute[75217]: INFO nova.virt.block_device [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Booting with volume snapshot 99339ad4-baae-4656-b00a-687f8a378996 at /dev/vda
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:21 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:07:22 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Took 0.87 seconds to deallocate network for instance.
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.348s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Acquiring lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] No waiting events found dispatching network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:22 user nova-compute[75217]: WARNING nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received unexpected event network-vif-plugged-6063e7bc-53ee-4696-83f8-0d23f8e15481 for instance with vm_state active and task_state deleting.
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received event network-vif-unplugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] No waiting events found dispatching network-vif-unplugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:22 user nova-compute[75217]: WARNING nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received unexpected event network-vif-unplugged-b4bd3356-c867-4791-afe4-183e5e055083 for instance with vm_state deleted and task_state None.
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received event network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Acquiring lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] No waiting events found dispatching network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:22 user nova-compute[75217]: WARNING nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: ca507940-e888-4485-af62-ed5dc0cd7dc3] Received unexpected event network-vif-plugged-b4bd3356-c867-4791-afe4-183e5e055083 for instance with vm_state deleted and task_state None.
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.manager [req-08d77e22-48e2-420f-9740-417c479b4dff req-4478a5db-464a-4a74-9664-f7cfa8993d45 service nova] [instance: b79e059d-6699-4d8b-9fd5-9449aacd8999] Received event network-vif-deleted-6063e7bc-53ee-4696-83f8-0d23f8e15481 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:22 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Deleted allocations for instance ca507940-e888-4485-af62-ed5dc0cd7dc3
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:22 user nova-compute[75217]: INFO nova.compute.manager [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Detaching volume 972fd6bd-2111-4bdb-9b8d-020d538ebd14
Nov 22 12:07:22 user nova-compute[75217]: INFO nova.virt.block_device [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attempting to driver detach volume 972fd6bd-2111-4bdb-9b8d-020d538ebd14 from mountpoint /dev/vdc
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9112a648-ca65-4ea6-8cdd-6a15be385c7a tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "ca507940-e888-4485-af62-ed5dc0cd7dc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.264s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Attempting to detach device vdc from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:07:22 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:07:22 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:07:22 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:07:22 user nova-compute[75217]:   <serial>972fd6bd-2111-4bdb-9b8d-020d538ebd14</serial>
Nov 22 12:07:22 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 22 12:07:22 user nova-compute[75217]: </disk>
Nov 22 12:07:22 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:07:22 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Successfully detached device vdc from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the persistent domain config.
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:07:22 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:07:22 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:07:22 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:07:22 user nova-compute[75217]:   <serial>972fd6bd-2111-4bdb-9b8d-020d538ebd14</serial>
Nov 22 12:07:22 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 22 12:07:22 user nova-compute[75217]: </disk>
Nov 22 12:07:22 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.382s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Deleted allocations for instance b79e059d-6699-4d8b-9fd5-9449aacd8999
Nov 22 12:07:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37cbcbff-38e0-4b68-b6d4-3f8cb074d138 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "b79e059d-6699-4d8b-9fd5-9449aacd8999" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.091s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:07:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Successfully created port: 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Successfully updated port: 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquired lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-changed-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.compute.manager [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Refreshing instance network info cache due to event network-changed-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] Acquiring lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:24 user nova-compute[75217]: INFO nova.compute.manager [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Terminating instance
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.neutron [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updating instance_info_cache with network_info: [{"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Releasing lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Instance network_info: |[{"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] Acquired lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Refreshing network info cache for port 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-aa846ee1-3ce7-4a48-96e8-9e7237467368 req-abdab0f2-f868-46cd-949a-2f7008416a45 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-vif-unplugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-aa846ee1-3ce7-4a48-96e8-9e7237467368 req-abdab0f2-f868-46cd-949a-2f7008416a45 service nova] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-aa846ee1-3ce7-4a48-96e8-9e7237467368 req-abdab0f2-f868-46cd-949a-2f7008416a45 service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-aa846ee1-3ce7-4a48-96e8-9e7237467368 req-abdab0f2-f868-46cd-949a-2f7008416a45 service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-aa846ee1-3ce7-4a48-96e8-9e7237467368 req-abdab0f2-f868-46cd-949a-2f7008416a45 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] No waiting events found dispatching network-vif-unplugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.compute.manager [req-aa846ee1-3ce7-4a48-96e8-9e7237467368 req-abdab0f2-f868-46cd-949a-2f7008416a45 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-vif-unplugged-b38c1005-32b6-4e83-98d3-f08765de6b61 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updated VIF entry in instance network info cache for port 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.neutron [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updating instance_info_cache with network_info: [{"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-29b79365-45b9-4410-a158-f31746f7f7ba req-6741b125-a45b-4421-b85b-48c6225abe85 service nova] Releasing lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Instance destroyed successfully.
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lazy-loading 'resources' on Instance uuid a06a2a1b-6d71-413f-970b-b417ad64336f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:48:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1065256636',display_name='tempest-ServerActionsTestOtherA-server-1065256636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1065256636',id=15,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOLMtppcF314WNRTAiI3LD6rDHDx8nu795a4RssKqpbnyGa+jxuVy86+0HAaKAygPaCCX8FvT+fu18dlUfyqOdp91v01wGXCcJn9TLlkAkqkDUhuqzZ1ahTAPxHGHgyyQ==',key_name='tempest-keypair-1115546343',keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:48:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7a35192436c8407aaf84a683245841ff',ramdisk_id='',reservation_id='r-b1zaszq0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2138967681',owner_user_name='tempest-ServerActionsTestOtherA-2138967681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:48:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6b767a542b3459ca60e8d782d323473',uuid=a06a2a1b-6d71-413f-970b-b417ad64336f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converting VIF {"id": "b38c1005-32b6-4e83-98d3-f08765de6b61", "address": "fa:16:3e:7e:3b:0e", "network": {"id": "86d7733b-18d0-4102-8571-dc98a61e89cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1609344945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a35192436c8407aaf84a683245841ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb38c1005-32", "ovs_interfaceid": "b38c1005-32b6-4e83-98d3-f08765de6b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG os_vif [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb38c1005-32, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5a0dc72f-f1e1-4096-bac5-5c36e650a9b3) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:24 user nova-compute[75217]: INFO os_vif [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:3b:0e,bridge_name='br-int',has_traffic_filtering=True,id=b38c1005-32b6-4e83-98d3-f08765de6b61,network=Network(86d7733b-18d0-4102-8571-dc98a61e89cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb38c1005-32')
Nov 22 12:07:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Deleting instance files /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f_del
Nov 22 12:07:24 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Deletion of /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f_del complete
Nov 22 12:07:24 user nova-compute[75217]: INFO nova.compute.manager [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json" returned: 1 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk --force-share --output=json' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:24 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Periodic task is updating the host stats, it is trying to get disk info for instance-0000000f, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/a06a2a1b-6d71-413f-970b-b417ad64336f/disk
Nov 22 12:07:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:07:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:07:25 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8189MB free_disk=25.186351776123047GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:25 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Took 0.76 seconds to deallocate network for instance.
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.manager [req-1c1b1df2-0d0a-4400-bb8e-4fc105e0ac54 req-226afee0-6625-43e6-8c37-1a8bc2559bc6 service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-vif-deleted-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a06a2a1b-6d71-413f-970b-b417ad64336f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance db9a0992-6456-4a96-9e7d-e99eec924b61 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 282a63a0-8650-4180-8530-f750ae7fc3b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance daaca8d6-6867-4aee-af42-847a9d90e7e2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a1c3bcc4-caea-4248-8c72-18764e529a74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:07:25 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.434s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.339s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-db61a6c2-bff7-4f6a-83e1-274e4f002c89 req-e7009363-4463-4bfd-9ee0-65890036f68a service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received event network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-db61a6c2-bff7-4f6a-83e1-274e4f002c89 req-e7009363-4463-4bfd-9ee0-65890036f68a service nova] Acquiring lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-db61a6c2-bff7-4f6a-83e1-274e4f002c89 req-e7009363-4463-4bfd-9ee0-65890036f68a service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-db61a6c2-bff7-4f6a-83e1-274e4f002c89 req-e7009363-4463-4bfd-9ee0-65890036f68a service nova] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-db61a6c2-bff7-4f6a-83e1-274e4f002c89 req-e7009363-4463-4bfd-9ee0-65890036f68a service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] No waiting events found dispatching network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:26 user nova-compute[75217]: WARNING nova.compute.manager [req-db61a6c2-bff7-4f6a-83e1-274e4f002c89 req-e7009363-4463-4bfd-9ee0-65890036f68a service nova] [instance: a06a2a1b-6d71-413f-970b-b417ad64336f] Received unexpected event network-vif-plugged-b38c1005-32b6-4e83-98d3-f08765de6b61 for instance with vm_state deleted and task_state None.
Nov 22 12:07:26 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:26 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Deleted allocations for instance a06a2a1b-6d71-413f-970b-b417ad64336f
Nov 22 12:07:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5863b54f-b941-4eba-b8f5-311706a6e344 tempest-ServerActionsTestOtherA-2138967681 tempest-ServerActionsTestOtherA-2138967681-project-member] Lock "a06a2a1b-6d71-413f-970b-b417ad64336f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.532s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG os_brick.utils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ce8bf6-a79d-4bea-962d-f6389f652799]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b7ca61-515b-4cd2-8ac3-1f8daaac3960]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd655299-9f5c-40d5-85f4-eec7d39f2572]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e50a65f-665c-4b11-867d-08dcc5337df4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:07:27 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:07:27 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c3357c-b728-45b0-98f7-1410788c23db]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG os_brick.utils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:27 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updating existing volume attachment record: df6031e1-811b-4a05-b803-839eb01fabab {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:07:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:07:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Creating image(s)
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Ensure instance console log exists: /opt/stack/data/nova/instances/a1c3bcc4-caea-4248-8c72-18764e529a74/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Start _get_guest_xml network_info=[{"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-22T12:07:16Z,direct_url=<?>,disk_format='qcow2',id=a2c0274e-e1e2-4c81-b430-acc47aee5342,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1756776205',owner='1becac1c31644d859beeae6ce3c6be72',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-22T12:07:17Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHsWyJZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1c3bcc4-caea-4248-8c72-18764e529a74', 'attached_at': '', 'detached_at': '', 'volume_id': '6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6', 'serial': '6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'df6031e1-811b-4a05-b803-839eb01fabab', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:07:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:07:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-22T12:07:16Z,direct_url=<?>,disk_format='qcow2',id=a2c0274e-e1e2-4c81-b430-acc47aee5342,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1756776205',owner='1becac1c31644d859beeae6ce3c6be72',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-22T12:07:17Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHsWyJZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:34 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:34 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:34 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8450ce-866b-4a1a-a0a1-07c4a1899af9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:07:34 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1509d2-dc99-4d49-ba03-10561d508c34]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6] added
Nov 22 12:07:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8936db6c-3fa7-4a2c-a3f3-4b225dde7857]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.237s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd426a48-ebb2-451a-b7f1-6b050ecc408f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UHsWyJZr {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UHsWyJZr" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[99baa811-4ea6-484a-995b-9ac657c5f1d5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UHsWyJZr'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41ce2f4-0706-4b57-9eb8-36e790eda1b5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae72bb5a-42fa-4fc4-9a5c-836723c8e3cf]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[84933abb-dc9c-408e-aae0-18de1b5cfc55]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260]
Nov 22 12:07:34 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260] successful.
Nov 22 12:07:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44ba40f-809a-45cc-8c77-82d86a4d414f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38a2a47-2409-4dca-804a-9f7c4224fee0]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:07:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.544s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] HCTL ('37', '-', '-', 0) found on session 50 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec82906-5c63-4834-b2fc-6f1962905a48]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching for a device in session 50 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:07:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHsWyJZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.576s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== connect_volume: return (1577ms) {'type': 'block', 'scsi_wwn': '23938663565303435', 'path': '/dev/sdf'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938663565303435', 'path': '/dev/sdf'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:07:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-136090667',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-136090667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-136090667',id=41,image_ref='a2c0274e-e1e2-4c81-b430-acc47aee5342',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5dLA/x6uuys/Tey5ukCLT0jGw7wLJS/VbM9P0jWr5XarWfRbfbK7GCABkuIQBwTew0d5UG5c58XjILU9wg59s2Uy7bnxibrbmBL7NxFFjPAWzNxvQp9/AEhPhwzU9dxQ==',key_name='tempest-keypair-200561587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-aac77op0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-15878066',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:07:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=a1c3bcc4-caea-4248-8c72-18764e529a74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'pci_devices' on Instance uuid a1c3bcc4-caea-4248-8c72-18764e529a74 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:07:35 user nova-compute[75217]:   <uuid>a1c3bcc4-caea-4248-8c72-18764e529a74</uuid>
Nov 22 12:07:35 user nova-compute[75217]:   <name>instance-00000029</name>
Nov 22 12:07:35 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:07:35 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:07:35 user nova-compute[75217]:   <metadata>
Nov 22 12:07:35 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:07:35 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:07:35 user nova-compute[75217]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-136090667</nova:name>
Nov 22 12:07:35 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:07:34</nova:creationTime>
Nov 22 12:07:35 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:07:35 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:07:35 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:07:35 user nova-compute[75217]:       <nova:owner>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:user uuid="dd47a31e527f43f3bab60f2bd6fe064d">tempest-TestVolumeBootPattern-15878066-project-member</nova:user>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:project uuid="1becac1c31644d859beeae6ce3c6be72">tempest-TestVolumeBootPattern-15878066</nova:project>
Nov 22 12:07:35 user nova-compute[75217]:       </nova:owner>
Nov 22 12:07:35 user nova-compute[75217]:       <nova:root type="image" uuid="a2c0274e-e1e2-4c81-b430-acc47aee5342"/>
Nov 22 12:07:35 user nova-compute[75217]:       <nova:ports>
Nov 22 12:07:35 user nova-compute[75217]:         <nova:port uuid="49cb59a9-bdbf-42cc-b361-dc025f9b0bf3">
Nov 22 12:07:35 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 22 12:07:35 user nova-compute[75217]:         </nova:port>
Nov 22 12:07:35 user nova-compute[75217]:       </nova:ports>
Nov 22 12:07:35 user nova-compute[75217]:     </nova:instance>
Nov 22 12:07:35 user nova-compute[75217]:   </metadata>
Nov 22 12:07:35 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:07:35 user nova-compute[75217]:     <system>
Nov 22 12:07:35 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:07:35 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:07:35 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:07:35 user nova-compute[75217]:       <entry name="serial">a1c3bcc4-caea-4248-8c72-18764e529a74</entry>
Nov 22 12:07:35 user nova-compute[75217]:       <entry name="uuid">a1c3bcc4-caea-4248-8c72-18764e529a74</entry>
Nov 22 12:07:35 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:07:35 user nova-compute[75217]:     </system>
Nov 22 12:07:35 user nova-compute[75217]:   </sysinfo>
Nov 22 12:07:35 user nova-compute[75217]:   <os>
Nov 22 12:07:35 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:07:35 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:07:35 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:07:35 user nova-compute[75217]:   </os>
Nov 22 12:07:35 user nova-compute[75217]:   <features>
Nov 22 12:07:35 user nova-compute[75217]:     <acpi/>
Nov 22 12:07:35 user nova-compute[75217]:     <apic/>
Nov 22 12:07:35 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:07:35 user nova-compute[75217]:   </features>
Nov 22 12:07:35 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:07:35 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:07:35 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:07:35 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:07:35 user nova-compute[75217]:   </clock>
Nov 22 12:07:35 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:07:35 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:07:35 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:07:35 user nova-compute[75217]:   </cpu>
Nov 22 12:07:35 user nova-compute[75217]:   <devices>
Nov 22 12:07:35 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:07:35 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:07:35 user nova-compute[75217]:       <source dev="/dev/sdf"/>
Nov 22 12:07:35 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:07:35 user nova-compute[75217]:       <serial>6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6</serial>
Nov 22 12:07:35 user nova-compute[75217]:     </disk>
Nov 22 12:07:35 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:07:35 user nova-compute[75217]:       <mac address="fa:16:3e:44:0d:e9"/>
Nov 22 12:07:35 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:07:35 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:07:35 user nova-compute[75217]:       <target dev="tap49cb59a9-bd"/>
Nov 22 12:07:35 user nova-compute[75217]:     </interface>
Nov 22 12:07:35 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:07:35 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/a1c3bcc4-caea-4248-8c72-18764e529a74/console.log" append="off"/>
Nov 22 12:07:35 user nova-compute[75217]:     </serial>
Nov 22 12:07:35 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:07:35 user nova-compute[75217]:     <video>
Nov 22 12:07:35 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:07:35 user nova-compute[75217]:     </video>
Nov 22 12:07:35 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:07:35 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:07:35 user nova-compute[75217]:     </rng>
Nov 22 12:07:35 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:07:35 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:07:35 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:07:35 user nova-compute[75217]:     </memballoon>
Nov 22 12:07:35 user nova-compute[75217]:   </devices>
Nov 22 12:07:35 user nova-compute[75217]: </domain>
Nov 22 12:07:35 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:07:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-136090667',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-136090667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-136090667',id=41,image_ref='a2c0274e-e1e2-4c81-b430-acc47aee5342',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5dLA/x6uuys/Tey5ukCLT0jGw7wLJS/VbM9P0jWr5XarWfRbfbK7GCABkuIQBwTew0d5UG5c58XjILU9wg59s2Uy7bnxibrbmBL7NxFFjPAWzNxvQp9/AEhPhwzU9dxQ==',key_name='tempest-keypair-200561587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-aac77op0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-15878066',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:07:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=a1c3bcc4-caea-4248-8c72-18764e529a74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG os_vif [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd4001306-6d07-51d2-9467-6da9a81d6e0f', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap49cb59a9-bd, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap49cb59a9-bd, col_values=(('qos', UUID('2e2dd4d4-f946-4c4d-9500-363fb47776e3')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap49cb59a9-bd, col_values=(('external_ids', {'iface-id': '49cb59a9-bdbf-42cc-b361-dc025f9b0bf3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:0d:e9', 'vm-uuid': 'a1c3bcc4-caea-4248-8c72-18764e529a74'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:35 user nova-compute[75217]: INFO os_vif [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd')
Nov 22 12:07:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:07:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No VIF found with MAC fa:16:3e:44:0d:e9, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-74ec4642-a0a7-4572-b5f1-63843d0cbe7f req-0e232ab5-63a5-4c30-ad1d-f397f7f37aed service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-74ec4642-a0a7-4572-b5f1-63843d0cbe7f req-0e232ab5-63a5-4c30-ad1d-f397f7f37aed service nova] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-74ec4642-a0a7-4572-b5f1-63843d0cbe7f req-0e232ab5-63a5-4c30-ad1d-f397f7f37aed service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-74ec4642-a0a7-4572-b5f1-63843d0cbe7f req-0e232ab5-63a5-4c30-ad1d-f397f7f37aed service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG nova.compute.manager [req-74ec4642-a0a7-4572-b5f1-63843d0cbe7f req-0e232ab5-63a5-4c30-ad1d-f397f7f37aed service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] No waiting events found dispatching network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:37 user nova-compute[75217]: WARNING nova.compute.manager [req-74ec4642-a0a7-4572-b5f1-63843d0cbe7f req-0e232ab5-63a5-4c30-ad1d-f397f7f37aed service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received unexpected event network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 for instance with vm_state building and task_state spawning.
Nov 22 12:07:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:07:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Instance spawned successfully.
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:07:39 user nova-compute[75217]: INFO nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Took 5.20 seconds to spawn the instance on the hypervisor.
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-ad984bb8-90f7-4513-b1fa-3ff486335e20 req-b899f220-b7bb-47f5-8907-f35282eb6c32 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ad984bb8-90f7-4513-b1fa-3ff486335e20 req-b899f220-b7bb-47f5-8907-f35282eb6c32 service nova] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ad984bb8-90f7-4513-b1fa-3ff486335e20 req-b899f220-b7bb-47f5-8907-f35282eb6c32 service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ad984bb8-90f7-4513-b1fa-3ff486335e20 req-b899f220-b7bb-47f5-8907-f35282eb6c32 service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:39 user nova-compute[75217]: DEBUG nova.compute.manager [req-ad984bb8-90f7-4513-b1fa-3ff486335e20 req-b899f220-b7bb-47f5-8907-f35282eb6c32 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] No waiting events found dispatching network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:07:39 user nova-compute[75217]: WARNING nova.compute.manager [req-ad984bb8-90f7-4513-b1fa-3ff486335e20 req-b899f220-b7bb-47f5-8907-f35282eb6c32 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received unexpected event network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 for instance with vm_state building and task_state spawning.
Nov 22 12:07:39 user nova-compute[75217]: INFO nova.compute.manager [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Took 18.20 seconds to build instance.
Nov 22 12:07:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-800b3dec-34ff-458b-a4a9-6d3e7e0296f6 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.305s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:42 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 is timed out.
Nov 22 12:07:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Successfully detached device vdc from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the live domain config.
Nov 22 12:07:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gPBVwzMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:07:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc44d7c-b364-4dd2-bc1c-6c6d7757d0ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:07:42 user nova-compute[75217]: No targets found.
Nov 22 12:07:42 user nova-compute[75217]: iSNS:
Nov 22 12:07:42 user nova-compute[75217]: No targets found.
Nov 22 12:07:42 user nova-compute[75217]: STATIC:
Nov 22 12:07:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:07:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:07:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:07:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14
Nov 22 12:07:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:07:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:07:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489
Nov 22 12:07:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:07:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:07:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6
Nov 22 12:07:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:07:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:07:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:07:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:07:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:07:42 user nova-compute[75217]: FIRMWARE:
Nov 22 12:07:42 user nova-compute[75217]: No targets found.
Nov 22 12:07:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:07:42 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:07:42 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[05353de8-6776-40fa-9ea6-b327dcb46f9b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[07efdd94-9274-4391-9f8e-303d64ec30b5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:07:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058cebeb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f738bb-13d8-476d-a03d-3e3fb4f8b8c5]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f821f69e-4368-41a9-aaa3-3f69544fea7f]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c0931b-e97f-4792-864d-79630a771f85]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[61117269-340f-49dc-a500-a4afdd12ffe5]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:07:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c102a2-a0bb-4bcd-b8c8-90b7092f7ddb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[417186b9-8443-419e-8adb-e50c2988941f]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260]
Nov 22 12:07:43 user nova-compute[75217]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14, portal: 172.16.0.220,3260] successful.
Nov 22 12:07:43 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:972fd6bd-2111-4bdb-9b8d-020d538ebd14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1708b7d5-b70b-4170-9106-48e137e365dd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] <== disconnect_volume: return (325ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG nova.objects.instance [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'flavor' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:07:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-079b90e1-ec7c-429e-aa02-37af32a930ba tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.817s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:07:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:07:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:07:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:07:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:07:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:07:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:10 user nova-compute[75217]: INFO nova.compute.manager [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Terminating instance
Nov 22 12:08:10 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-8608f9cd-21bf-42ff-bddc-fffce492cd7e req-c150575a-a785-4617-b95a-1eb22c79c324 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8608f9cd-21bf-42ff-bddc-fffce492cd7e req-c150575a-a785-4617-b95a-1eb22c79c324 service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8608f9cd-21bf-42ff-bddc-fffce492cd7e req-c150575a-a785-4617-b95a-1eb22c79c324 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-8608f9cd-21bf-42ff-bddc-fffce492cd7e req-c150575a-a785-4617-b95a-1eb22c79c324 service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-8608f9cd-21bf-42ff-bddc-fffce492cd7e req-c150575a-a785-4617-b95a-1eb22c79c324 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-8608f9cd-21bf-42ff-bddc-fffce492cd7e req-c150575a-a785-4617-b95a-1eb22c79c324 service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-unplugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:08:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Instance destroyed successfully.
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'resources' on Instance uuid db9a0992-6456-4a96-9e7d-e99eec924b61 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-410685818',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-410685818',id=23,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:54:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-d2ed90ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:56:09Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=db9a0992-6456-4a96-9e7d-e99eec924b61,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "address": "fa:16:3e:94:ad:59", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fd849d3-a9", "ovs_interfaceid": "8fd849d3-a949-49e4-a2be-10c02a429b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_vif [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8fd849d3-a9, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=063c97f4-b313-4572-b45e-d47a84e02cd0) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:08:11 user nova-compute[75217]: INFO os_vif [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:ad:59,bridge_name='br-int',has_traffic_filtering=True,id=8fd849d3-a949-49e4-a2be-10c02a429b4c,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fd849d3-a9')
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuAwdhlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:08:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86fa1aba-8c82-4243-986b-a20f362a450a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:08:11 user nova-compute[75217]: No targets found.
Nov 22 12:08:11 user nova-compute[75217]: iSNS:
Nov 22 12:08:11 user nova-compute[75217]: No targets found.
Nov 22 12:08:11 user nova-compute[75217]: STATIC:
Nov 22 12:08:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:08:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489
Nov 22 12:08:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6
Nov 22 12:08:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:11 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9
Nov 22 12:08:11 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:11 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:11 user nova-compute[75217]: FIRMWARE:
Nov 22 12:08:11 user nova-compute[75217]: No targets found.
Nov 22 12:08:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:08:11 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:08:11 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc1596a-f4e8-4974-b218-a5bb09ea7427]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a3291c-e217-4cbe-bcb5-77e053add2d6]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:08:11 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:11 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:11 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 (non-flash)
Nov 22 12:08:11 user nova-compute[75217]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:11 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:11 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058df6d40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9'): ({'sde'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Removing single pathed devices sde {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c352da15-7798-426b-b946-93ae7a3fa0c1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce7afa70-3a85-4730-bbf5-f65ba3efaf44]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Flushing IO for device /dev/sde {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7306a8-9988-4ba5-807e-47c92693ad9b]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b4676e-0e25-4725-99db-21763128f5dd]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] SCSI volumes sde have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8128e195-7ff6-4bf1-a3af-9bbe28e7e1c4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1dbb25a-0cac-4790-9522-d2adb0bcd203]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260]
Nov 22 12:08:11 user nova-compute[75217]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9, portal: 172.16.0.220,3260] successful.
Nov 22 12:08:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fed51f70-ac1b-4de5-bfa1-964def0874a9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[107589e0-0107-4d50-bc53-107971b6d5e7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] <== disconnect_volume: return (296ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:08:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Deleting instance files /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61_del
Nov 22 12:08:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Deletion of /opt/stack/data/nova/instances/db9a0992-6456-4a96-9e7d-e99eec924b61_del complete
Nov 22 12:08:11 user nova-compute[75217]: INFO nova.compute.manager [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 22 12:08:11 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:08:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:12 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Took 0.51 seconds to deallocate network for instance.
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-4b242ebd-651f-44ba-9068-1fcc500a07aa req-d2f856eb-a05f-404e-b14d-ebab3172fa1e service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-deleted-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:12 user nova-compute[75217]: INFO nova.compute.manager [req-4b242ebd-651f-44ba-9068-1fcc500a07aa req-d2f856eb-a05f-404e-b14d-ebab3172fa1e service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Neutron deleted interface 8fd849d3-a949-49e4-a2be-10c02a429b4c; detaching it from the instance and deleting it from the info cache
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-4b242ebd-651f-44ba-9068-1fcc500a07aa req-d2f856eb-a05f-404e-b14d-ebab3172fa1e service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-4b242ebd-651f-44ba-9068-1fcc500a07aa req-d2f856eb-a05f-404e-b14d-ebab3172fa1e service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Detach interface failed, port_id=8fd849d3-a949-49e4-a2be-10c02a429b4c, reason: Instance db9a0992-6456-4a96-9e7d-e99eec924b61 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:12 user nova-compute[75217]: INFO nova.compute.manager [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Detaching volume a4b639bb-28bb-47f7-964b-3c99a126e489
Nov 22 12:08:12 user nova-compute[75217]: INFO nova.virt.block_device [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Attempting to driver detach volume a4b639bb-28bb-47f7-964b-3c99a126e489 from mountpoint /dev/vdb
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Attempting to detach device vdb from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:08:12 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:08:12 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:08:12 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:08:12 user nova-compute[75217]:   <serial>a4b639bb-28bb-47f7-964b-3c99a126e489</serial>
Nov 22 12:08:12 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:08:12 user nova-compute[75217]: </disk>
Nov 22 12:08:12 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:08:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Successfully detached device vdb from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the persistent domain config.
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:08:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:08:12 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:08:12 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:08:12 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:08:12 user nova-compute[75217]:   <serial>a4b639bb-28bb-47f7-964b-3c99a126e489</serial>
Nov 22 12:08:12 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:08:12 user nova-compute[75217]: </disk>
Nov 22 12:08:12 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:08:13 user nova-compute[75217]: INFO nova.compute.manager [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Took 0.77 seconds to detach 1 volumes for instance.
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-37388eec-3ec2-4dfe-bebe-656257c5acfd req-5c1b2a68-ebe2-453a-b036-e37fad4f257b service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37388eec-3ec2-4dfe-bebe-656257c5acfd req-5c1b2a68-ebe2-453a-b036-e37fad4f257b service nova] Acquiring lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37388eec-3ec2-4dfe-bebe-656257c5acfd req-5c1b2a68-ebe2-453a-b036-e37fad4f257b service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-37388eec-3ec2-4dfe-bebe-656257c5acfd req-5c1b2a68-ebe2-453a-b036-e37fad4f257b service nova] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-37388eec-3ec2-4dfe-bebe-656257c5acfd req-5c1b2a68-ebe2-453a-b036-e37fad4f257b service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] No waiting events found dispatching network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:08:13 user nova-compute[75217]: WARNING nova.compute.manager [req-37388eec-3ec2-4dfe-bebe-656257c5acfd req-5c1b2a68-ebe2-453a-b036-e37fad4f257b service nova] [instance: db9a0992-6456-4a96-9e7d-e99eec924b61] Received unexpected event network-vif-plugged-8fd849d3-a949-49e4-a2be-10c02a429b4c for instance with vm_state deleted and task_state None.
Nov 22 12:08:13 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.224s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:13 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Deleted allocations for instance db9a0992-6456-4a96-9e7d-e99eec924b61
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ce2e9605-2d38-44f9-ab69-93961eda6c60 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "db9a0992-6456-4a96-9e7d-e99eec924b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.825s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:08:14 user nova-compute[75217]: INFO nova.compute.claims [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Claim successful on node user
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.319s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:08:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.policy [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3370b350bd14ca1a379a6b959830369', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e5d55453a64acebb1a0217259be99f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:08:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Creating image(s)
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk 1073741824" returned: 0 in 0.051s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-changed-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Refreshing instance network info cache due to event network-changed-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] Acquiring lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] Acquired lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.network.neutron [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Refreshing network info cache for port 4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Successfully created port: 25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Checking if we can resize image /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Cannot resize image /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Ensure instance console log exists: /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.network.neutron [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updated VIF entry in instance network info cache for port 4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG nova.network.neutron [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updating instance_info_cache with network_info: [{"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-42fce61c-4c37-472b-8754-b962dfcaac35 req-fb8147f2-5e1b-4f52-b264-2d8bdf8023a7 service nova] Releasing lock "refresh_cache-daaca8d6-6867-4aee-af42-847a9d90e7e2" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Successfully updated port: 25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing instance network info cache due to event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.neutron [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance network_info: |[{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.neutron [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Start _get_guest_xml network_info=[{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:08:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:08:16 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1957163574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1957163574',id=42,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKG0rkIEFlIhK73s00tECfTRyaWuc+Orr2OZv4kIapLj+Nhiyqb1tkbdwT9EGFfit9UZvmUwVp9Rw3yz5lw09hllB8ImO7eXJhplVvFV5sSvZaT5tI4ElIaP8i4VG8Dhug==',key_name='tempest-keypair-659218941',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-xssyry0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:08:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=99ca07d8-1f40-46eb-ad27-9dcb196e3509,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.objects.instance [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'pci_devices' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:08:16 user nova-compute[75217]:   <uuid>99ca07d8-1f40-46eb-ad27-9dcb196e3509</uuid>
Nov 22 12:08:16 user nova-compute[75217]:   <name>instance-0000002a</name>
Nov 22 12:08:16 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:08:16 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:08:16 user nova-compute[75217]:   <metadata>
Nov 22 12:08:16 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:08:16 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:08:16 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1957163574</nova:name>
Nov 22 12:08:16 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:08:16</nova:creationTime>
Nov 22 12:08:16 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:08:16 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:08:16 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:08:16 user nova-compute[75217]:       <nova:owner>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:user uuid="c3370b350bd14ca1a379a6b959830369">tempest-AttachVolumeShelveTestJSON-544059074-project-member</nova:user>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:project uuid="17e5d55453a64acebb1a0217259be99f">tempest-AttachVolumeShelveTestJSON-544059074</nova:project>
Nov 22 12:08:16 user nova-compute[75217]:       </nova:owner>
Nov 22 12:08:16 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:08:16 user nova-compute[75217]:       <nova:ports>
Nov 22 12:08:16 user nova-compute[75217]:         <nova:port uuid="25ee5a72-28f6-4333-adef-29ca6692b8d9">
Nov 22 12:08:16 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 12:08:16 user nova-compute[75217]:         </nova:port>
Nov 22 12:08:16 user nova-compute[75217]:       </nova:ports>
Nov 22 12:08:16 user nova-compute[75217]:     </nova:instance>
Nov 22 12:08:16 user nova-compute[75217]:   </metadata>
Nov 22 12:08:16 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:08:16 user nova-compute[75217]:     <system>
Nov 22 12:08:16 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:08:16 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:08:16 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:08:16 user nova-compute[75217]:       <entry name="serial">99ca07d8-1f40-46eb-ad27-9dcb196e3509</entry>
Nov 22 12:08:16 user nova-compute[75217]:       <entry name="uuid">99ca07d8-1f40-46eb-ad27-9dcb196e3509</entry>
Nov 22 12:08:16 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:08:16 user nova-compute[75217]:     </system>
Nov 22 12:08:16 user nova-compute[75217]:   </sysinfo>
Nov 22 12:08:16 user nova-compute[75217]:   <os>
Nov 22 12:08:16 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:08:16 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:08:16 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:08:16 user nova-compute[75217]:   </os>
Nov 22 12:08:16 user nova-compute[75217]:   <features>
Nov 22 12:08:16 user nova-compute[75217]:     <acpi/>
Nov 22 12:08:16 user nova-compute[75217]:     <apic/>
Nov 22 12:08:16 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:08:16 user nova-compute[75217]:   </features>
Nov 22 12:08:16 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:08:16 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:08:16 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:08:16 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:08:16 user nova-compute[75217]:   </clock>
Nov 22 12:08:16 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:08:16 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:08:16 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:08:16 user nova-compute[75217]:   </cpu>
Nov 22 12:08:16 user nova-compute[75217]:   <devices>
Nov 22 12:08:16 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:08:16 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:08:16 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk"/>
Nov 22 12:08:16 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:08:16 user nova-compute[75217]:     </disk>
Nov 22 12:08:16 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:08:16 user nova-compute[75217]:       <mac address="fa:16:3e:d0:ee:d2"/>
Nov 22 12:08:16 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:08:16 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:08:16 user nova-compute[75217]:       <target dev="tap25ee5a72-28"/>
Nov 22 12:08:16 user nova-compute[75217]:     </interface>
Nov 22 12:08:16 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:08:16 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/console.log" append="off"/>
Nov 22 12:08:16 user nova-compute[75217]:     </serial>
Nov 22 12:08:16 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:08:16 user nova-compute[75217]:     <video>
Nov 22 12:08:16 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:08:16 user nova-compute[75217]:     </video>
Nov 22 12:08:16 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:08:16 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:08:16 user nova-compute[75217]:     </rng>
Nov 22 12:08:16 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:08:16 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:08:16 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:08:16 user nova-compute[75217]:     </memballoon>
Nov 22 12:08:16 user nova-compute[75217]:   </devices>
Nov 22 12:08:16 user nova-compute[75217]: </domain>
Nov 22 12:08:16 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1957163574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1957163574',id=42,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKG0rkIEFlIhK73s00tECfTRyaWuc+Orr2OZv4kIapLj+Nhiyqb1tkbdwT9EGFfit9UZvmUwVp9Rw3yz5lw09hllB8ImO7eXJhplVvFV5sSvZaT5tI4ElIaP8i4VG8Dhug==',key_name='tempest-keypair-659218941',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-xssyry0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:08:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=99ca07d8-1f40-46eb-ad27-9dcb196e3509,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG os_vif [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d8e984c-65a2-5b86-9964-e35f1a7347e8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap25ee5a72-28, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap25ee5a72-28, col_values=(('qos', UUID('c9b30e85-f9bc-44ee-9d58-3e3060a89018')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap25ee5a72-28, col_values=(('external_ids', {'iface-id': '25ee5a72-28f6-4333-adef-29ca6692b8d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:ee:d2', 'vm-uuid': '99ca07d8-1f40-46eb-ad27-9dcb196e3509'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:16 user nova-compute[75217]: INFO os_vif [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28')
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:08:16 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No VIF found with MAC fa:16:3e:d0:ee:d2, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updated VIF entry in instance network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG nova.network.neutron [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a7f0c89d-8d30-479d-bba9-5424fd302575 req-a43bb0b5-4122-48c6-b09f-96865ce63fbe service nova] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG nova.objects.instance [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid daaca8d6-6867-4aee-af42-847a9d90e7e2 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:17 user nova-compute[75217]: INFO nova.compute.manager [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Attaching volume 2a1aa0b3-1bac-46b0-b7ff-9925be693c67 to /dev/vdb
Nov 22 12:08:17 user nova-compute[75217]: DEBUG os_brick.utils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8024975-8970-46ab-9a1e-8b4bcc5a6317]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f951ff-a613-4aea-b61f-36292e5034e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[56dde377-20cc-4c24-8c56-ef06e87f07c3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[11045fdb-96c2-4aff-936f-76d60888f89d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:08:17 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f423384-ec12-4626-bb97-669b435ca5b7]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG os_brick.utils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updating existing volume attachment record: b8f4a1f1-8ef2-4f83-8cca-26fbce035555 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-0daf3f2c-600d-4a78-8c03-4fa60b424d21 req-16536d06-0ae3-4a5c-a8f3-2d5803bedc5e service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0daf3f2c-600d-4a78-8c03-4fa60b424d21 req-16536d06-0ae3-4a5c-a8f3-2d5803bedc5e service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0daf3f2c-600d-4a78-8c03-4fa60b424d21 req-16536d06-0ae3-4a5c-a8f3-2d5803bedc5e service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-0daf3f2c-600d-4a78-8c03-4fa60b424d21 req-16536d06-0ae3-4a5c-a8f3-2d5803bedc5e service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-0daf3f2c-600d-4a78-8c03-4fa60b424d21 req-16536d06-0ae3-4a5c-a8f3-2d5803bedc5e service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:08:18 user nova-compute[75217]: WARNING nova.compute.manager [req-0daf3f2c-600d-4a78-8c03-4fa60b424d21 req-16536d06-0ae3-4a5c-a8f3-2d5803bedc5e service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state building and task_state spawning.
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:08:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance spawned successfully.
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-061fa765-e37a-466b-8386-7c7aa29e0d86 req-11ff761d-acd4-4040-9a85-28a108dbb876 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-061fa765-e37a-466b-8386-7c7aa29e0d86 req-11ff761d-acd4-4040-9a85-28a108dbb876 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-061fa765-e37a-466b-8386-7c7aa29e0d86 req-11ff761d-acd4-4040-9a85-28a108dbb876 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-061fa765-e37a-466b-8386-7c7aa29e0d86 req-11ff761d-acd4-4040-9a85-28a108dbb876 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-061fa765-e37a-466b-8386-7c7aa29e0d86 req-11ff761d-acd4-4040-9a85-28a108dbb876 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:08:20 user nova-compute[75217]: WARNING nova.compute.manager [req-061fa765-e37a-466b-8386-7c7aa29e0d86 req-11ff761d-acd4-4040-9a85-28a108dbb876 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state building and task_state spawning.
Nov 22 12:08:20 user nova-compute[75217]: INFO nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Took 5.74 seconds to spawn the instance on the hypervisor.
Nov 22 12:08:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:08:20 user nova-compute[75217]: INFO nova.compute.manager [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Took 6.44 seconds to build instance.
Nov 22 12:08:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-8ce1962d-c41a-4d07-b342-97e3150e9cd9 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.540s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:21 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oSwkqiOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:08:23 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:08:23 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:08:23 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b43228-195e-43a0-8d59-ff4c7e3c4080]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:08:23 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc06a82b-a60d-4397-9b74-1926712b2471]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67] added
Nov 22 12:08:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63c6f1d-0888-41ff-8749-b681fee4eab5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ca2be4-038f-4ca1-8ab4-0ad1fd10985c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oSwkqiOe {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oSwkqiOe" returned: 0 in 0.078s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7655928-0ad7-4e81-a71b-596de8ff680c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oSwkqiOe'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e1bda4-fee4-4c25-be93-97bd05f7e656]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f763e8c-9533-4208-b4d4-d07350289b92]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c808aad-edce-429d-a049-ff58dc83c6b6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260]
Nov 22 12:08:23 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260] successful.
Nov 22 12:08:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[94817044-b5fb-49ba-8332-92f188c84573]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d62bfb-4b6b-4201-a480-c488481a80bd]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)
Nov 22 12:08:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[918d0679-472c-41c0-ac08-b82af1482848]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:08:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oSwkqiOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.417s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== connect_volume: return (1420ms) {'type': 'block', 'scsi_wwn': '23331336631383631', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331336631383631', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid daaca8d6-6867-4aee-af42-847a9d90e7e2 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:08:25 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:08:25 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:08:25 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:08:25 user nova-compute[75217]:   <serial>2a1aa0b3-1bac-46b0-b7ff-9925be693c67</serial>
Nov 22 12:08:25 user nova-compute[75217]: </disk>
Nov 22 12:08:25 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] No VIF found with MAC fa:16:3e:f6:90:a7, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-21efbedc-da84-4fb4-bc29-cb4d9b3d55ee tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.364s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:26 user nova-compute[75217]: INFO nova.compute.manager [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Detaching volume 2a1aa0b3-1bac-46b0-b7ff-9925be693c67
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:26 user nova-compute[75217]: INFO nova.virt.block_device [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Attempting to driver detach volume 2a1aa0b3-1bac-46b0-b7ff-9925be693c67 from mountpoint /dev/vdb
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Attempting to detach device vdb from instance daaca8d6-6867-4aee-af42-847a9d90e7e2 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:08:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:08:26 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:08:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:08:26 user nova-compute[75217]:   <serial>2a1aa0b3-1bac-46b0-b7ff-9925be693c67</serial>
Nov 22 12:08:26 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:08:26 user nova-compute[75217]: </disk>
Nov 22 12:08:26 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:26 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully detached device vdb from instance daaca8d6-6867-4aee-af42-847a9d90e7e2 from the persistent domain config.
Nov 22 12:08:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance daaca8d6-6867-4aee-af42-847a9d90e7e2 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:08:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:08:26 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:08:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:08:26 user nova-compute[75217]:   <serial>2a1aa0b3-1bac-46b0-b7ff-9925be693c67</serial>
Nov 22 12:08:26 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:08:26 user nova-compute[75217]: </disk>
Nov 22 12:08:26 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:08:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:08:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:08:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8264MB free_disk=25.21014404296875GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 282a63a0-8650-4180-8530-f750ae7fc3b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance daaca8d6-6867-4aee-af42-847a9d90e7e2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance a1c3bcc4-caea-4248-8c72-18764e529a74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 99ca07d8-1f40-46eb-ad27-9dcb196e3509 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.369s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance daaca8d6-6867-4aee-af42-847a9d90e7e2 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:08:28 user nova-compute[75217]: INFO nova.compute.claims [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Claim successful on node user
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.317s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:08:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.policy [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64b6e89618124d5a97646ced9458ec50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547684465f134a3ba863fafdd54a252b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:08:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Creating image(s)
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Successfully created port: aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Cannot resize image /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Ensure instance console log exists: /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Successfully updated port: aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-changed-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Refreshing instance network info cache due to event network-changed-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance network_info: |[{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Refreshing network info cache for port aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start _get_guest_xml network_info=[{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:08:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:08:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'pci_devices' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:08:30 user nova-compute[75217]:   <uuid>01bde3ca-ed43-44a5-ae87-b25efd76aab0</uuid>
Nov 22 12:08:30 user nova-compute[75217]:   <name>instance-0000002b</name>
Nov 22 12:08:30 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:08:30 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:08:30 user nova-compute[75217]:   <metadata>
Nov 22 12:08:30 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:08:30 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:08:30 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeTestJSON-server-2081786278</nova:name>
Nov 22 12:08:30 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:08:30</nova:creationTime>
Nov 22 12:08:30 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:08:30 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:08:30 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:08:30 user nova-compute[75217]:       <nova:owner>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:user uuid="64b6e89618124d5a97646ced9458ec50">tempest-AttachVolumeTestJSON-184848045-project-member</nova:user>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:project uuid="547684465f134a3ba863fafdd54a252b">tempest-AttachVolumeTestJSON-184848045</nova:project>
Nov 22 12:08:30 user nova-compute[75217]:       </nova:owner>
Nov 22 12:08:30 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:08:30 user nova-compute[75217]:       <nova:ports>
Nov 22 12:08:30 user nova-compute[75217]:         <nova:port uuid="aac3f432-90ac-4d43-84b0-cb2f74f1cf0c">
Nov 22 12:08:30 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 12:08:30 user nova-compute[75217]:         </nova:port>
Nov 22 12:08:30 user nova-compute[75217]:       </nova:ports>
Nov 22 12:08:30 user nova-compute[75217]:     </nova:instance>
Nov 22 12:08:30 user nova-compute[75217]:   </metadata>
Nov 22 12:08:30 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:08:30 user nova-compute[75217]:     <system>
Nov 22 12:08:30 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:08:30 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:08:30 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:08:30 user nova-compute[75217]:       <entry name="serial">01bde3ca-ed43-44a5-ae87-b25efd76aab0</entry>
Nov 22 12:08:30 user nova-compute[75217]:       <entry name="uuid">01bde3ca-ed43-44a5-ae87-b25efd76aab0</entry>
Nov 22 12:08:30 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:08:30 user nova-compute[75217]:     </system>
Nov 22 12:08:30 user nova-compute[75217]:   </sysinfo>
Nov 22 12:08:30 user nova-compute[75217]:   <os>
Nov 22 12:08:30 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:08:30 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:08:30 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:08:30 user nova-compute[75217]:   </os>
Nov 22 12:08:30 user nova-compute[75217]:   <features>
Nov 22 12:08:30 user nova-compute[75217]:     <acpi/>
Nov 22 12:08:30 user nova-compute[75217]:     <apic/>
Nov 22 12:08:30 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:08:30 user nova-compute[75217]:   </features>
Nov 22 12:08:30 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:08:30 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:08:30 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:08:30 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:08:30 user nova-compute[75217]:   </clock>
Nov 22 12:08:30 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:08:30 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:08:30 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:08:30 user nova-compute[75217]:   </cpu>
Nov 22 12:08:30 user nova-compute[75217]:   <devices>
Nov 22 12:08:30 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:08:30 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:08:30 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk"/>
Nov 22 12:08:30 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:08:30 user nova-compute[75217]:     </disk>
Nov 22 12:08:30 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:08:30 user nova-compute[75217]:       <mac address="fa:16:3e:07:45:47"/>
Nov 22 12:08:30 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:08:30 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:08:30 user nova-compute[75217]:       <target dev="tapaac3f432-90"/>
Nov 22 12:08:30 user nova-compute[75217]:     </interface>
Nov 22 12:08:30 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:08:30 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/console.log" append="off"/>
Nov 22 12:08:30 user nova-compute[75217]:     </serial>
Nov 22 12:08:30 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:08:30 user nova-compute[75217]:     <video>
Nov 22 12:08:30 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:08:30 user nova-compute[75217]:     </video>
Nov 22 12:08:30 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:08:30 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:08:30 user nova-compute[75217]:     </rng>
Nov 22 12:08:30 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:08:30 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:08:30 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:08:30 user nova-compute[75217]:     </memballoon>
Nov 22 12:08:30 user nova-compute[75217]:   </devices>
Nov 22 12:08:30 user nova-compute[75217]: </domain>
Nov 22 12:08:30 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG os_vif [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '877b4e8e-59b4-58a9-9e0f-5afc7ae42127', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaac3f432-90, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaac3f432-90, col_values=(('qos', UUID('26de69de-f63f-4229-ba95-90cd69681ab0')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaac3f432-90, col_values=(('external_ids', {'iface-id': 'aac3f432-90ac-4d43-84b0-cb2f74f1cf0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:45:47', 'vm-uuid': '01bde3ca-ed43-44a5-ae87-b25efd76aab0'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:30 user nova-compute[75217]: INFO os_vif [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90')
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:08:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No VIF found with MAC fa:16:3e:07:45:47, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:08:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updated VIF entry in instance network info cache for port aac3f432-90ac-4d43-84b0-cb2f74f1cf0c. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:08:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:08:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2f4b49c3-2b3a-474a-b30b-1c087891b956 req-1ff5ee96-2e47-4fda-aa87-2abb289af5d5 service nova] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:08:31 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-61cbe742-a327-4e8e-9c52-e88d27fafe95 req-f758b880-ae61-4101-8c38-8b4c7c5144ff service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61cbe742-a327-4e8e-9c52-e88d27fafe95 req-f758b880-ae61-4101-8c38-8b4c7c5144ff service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61cbe742-a327-4e8e-9c52-e88d27fafe95 req-f758b880-ae61-4101-8c38-8b4c7c5144ff service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61cbe742-a327-4e8e-9c52-e88d27fafe95 req-f758b880-ae61-4101-8c38-8b4c7c5144ff service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-61cbe742-a327-4e8e-9c52-e88d27fafe95 req-f758b880-ae61-4101-8c38-8b4c7c5144ff service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:08:32 user nova-compute[75217]: WARNING nova.compute.manager [req-61cbe742-a327-4e8e-9c52-e88d27fafe95 req-f758b880-ae61-4101-8c38-8b4c7c5144ff service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state building and task_state spawning.
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:33 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 is timed out.
Nov 22 12:08:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Successfully detached device vdb from instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8 from the live domain config.
Nov 22 12:08:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GeFSvlQk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:08:33 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e11a04-692a-43b3-a588-3158bd9665dd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:08:33 user nova-compute[75217]: No targets found.
Nov 22 12:08:33 user nova-compute[75217]: iSNS:
Nov 22 12:08:33 user nova-compute[75217]: No targets found.
Nov 22 12:08:33 user nova-compute[75217]: STATIC:
Nov 22 12:08:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:08:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489
Nov 22 12:08:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67
Nov 22 12:08:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6
Nov 22 12:08:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:33 user nova-compute[75217]: FIRMWARE:
Nov 22 12:08:33 user nova-compute[75217]: No targets found.
Nov 22 12:08:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:08:33 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:08:33 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f40020-988f-4a5a-9fa6-ae0210f68453]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[daaa64b7-d8a5-4bd7-b885-14487591b0d1]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:33 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:33 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:33 user nova-compute[75217]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)
Nov 22 12:08:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:33 user nova-compute[75217]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 (non-flash)
Nov 22 12:08:33 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:33 user nova-compute[75217]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)
Nov 22 12:08:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058c23eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e04705a7-65d6-455e-a3aa-6111266a93da]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[da9a8437-8ae0-41d5-9d29-f1f38b226e78]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b14f7f-70fc-4a24-8a74-ffe8bd28ded9]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f01e7c3e-d640-4344-961e-6410e145c78c]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16fdf8d-b5e4-4f0d-a234-6c23e59b9405]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[09bc1c11-92e7-4611-8d6c-a8905adeb9c6]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260]
Nov 22 12:08:33 user nova-compute[75217]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489, portal: 172.16.0.220,3260] successful.
Nov 22 12:08:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4b639bb-28bb-47f7-964b-3c99a126e489 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b0d54e0-1a6e-4c71-a436-2e53c4617adc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] <== disconnect_volume: return (322ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:08:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-a17b1dac-0c6c-40dd-8ca5-3af7e2ef49cb req-91597356-1241-4352-b9b7-f17fee3f5f75 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a17b1dac-0c6c-40dd-8ca5-3af7e2ef49cb req-91597356-1241-4352-b9b7-f17fee3f5f75 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a17b1dac-0c6c-40dd-8ca5-3af7e2ef49cb req-91597356-1241-4352-b9b7-f17fee3f5f75 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a17b1dac-0c6c-40dd-8ca5-3af7e2ef49cb req-91597356-1241-4352-b9b7-f17fee3f5f75 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-a17b1dac-0c6c-40dd-8ca5-3af7e2ef49cb req-91597356-1241-4352-b9b7-f17fee3f5f75 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:08:34 user nova-compute[75217]: WARNING nova.compute.manager [req-a17b1dac-0c6c-40dd-8ca5-3af7e2ef49cb req-91597356-1241-4352-b9b7-f17fee3f5f75 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state building and task_state spawning.
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:08:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance spawned successfully.
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'flavor' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-904551ae-fc07-4c45-b673-6a15bf6cc95f tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:34 user nova-compute[75217]: INFO nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Took 5.73 seconds to spawn the instance on the hypervisor.
Nov 22 12:08:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:08:34 user nova-compute[75217]: INFO nova.compute.manager [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Took 6.38 seconds to build instance.
Nov 22 12:08:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e6365339-cab0-4e4b-b7fc-b67b45ec6afc tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.484s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:47 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance daaca8d6-6867-4aee-af42-847a9d90e7e2 is timed out.
Nov 22 12:08:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully detached device vdb from instance daaca8d6-6867-4aee-af42-847a9d90e7e2 from the live domain config.
Nov 22 12:08:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oSwkqiOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:08:47 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[288672fb-9229-4a01-880a-c1ddd5a1cbb5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:08:47 user nova-compute[75217]: No targets found.
Nov 22 12:08:47 user nova-compute[75217]: iSNS:
Nov 22 12:08:47 user nova-compute[75217]: No targets found.
Nov 22 12:08:47 user nova-compute[75217]: STATIC:
Nov 22 12:08:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:08:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67
Nov 22 12:08:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:47 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6
Nov 22 12:08:47 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:08:47 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:08:47 user nova-compute[75217]: FIRMWARE:
Nov 22 12:08:47 user nova-compute[75217]: No targets found.
Nov 22 12:08:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:08:47 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:08:47 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7baa5256-8df9-43fe-ab73-780b33f78451]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6bd9ed1-41a3-4c80-b28a-37e34476d12e]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:47 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:47 user nova-compute[75217]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)
Nov 22 12:08:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:08:47 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:08:47 user nova-compute[75217]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 (non-flash)
Nov 22 12:08:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058b9e8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[43773d33-ce76-42e7-8453-8d2bf96edee7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f21626e-8041-4c6a-9f96-fb1bbea6bf5c]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b57bbef9-c03c-4700-95bd-51f2f9d84b18]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bff9cca-e043-41b7-beac-37978760469c]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[50fa6d98-988c-408b-b122-d15a5c96cbdb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a6762a-d684-468f-9375-a3fc1a2fc7b5]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260]
Nov 22 12:08:47 user nova-compute[75217]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67, portal: 172.16.0.220,3260] successful.
Nov 22 12:08:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1aa0b3-1bac-46b0-b7ff-9925be693c67 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ac5f43-2199-4914-8928-bc019c43224a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] <== disconnect_volume: return (286ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:08:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:08:48 user nova-compute[75217]: DEBUG nova.objects.instance [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'flavor' on Instance uuid daaca8d6-6867-4aee-af42-847a9d90e7e2 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:08:48 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1b140aba-754f-4590-895f-06e0b60b7fe8 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.113s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:08:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:08:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:01 user nova-compute[75217]: INFO nova.compute.manager [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Terminating instance
Nov 22 12:09:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-db876eff-b53f-40e8-8d1f-c247f814210e req-8d452e09-3082-4f3a-a840-9a9961fd4216 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-vif-unplugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-db876eff-b53f-40e8-8d1f-c247f814210e req-8d452e09-3082-4f3a-a840-9a9961fd4216 service nova] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-db876eff-b53f-40e8-8d1f-c247f814210e req-8d452e09-3082-4f3a-a840-9a9961fd4216 service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-db876eff-b53f-40e8-8d1f-c247f814210e req-8d452e09-3082-4f3a-a840-9a9961fd4216 service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-db876eff-b53f-40e8-8d1f-c247f814210e req-8d452e09-3082-4f3a-a840-9a9961fd4216 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] No waiting events found dispatching network-vif-unplugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-db876eff-b53f-40e8-8d1f-c247f814210e req-8d452e09-3082-4f3a-a840-9a9961fd4216 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-vif-unplugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:09:02 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Instance destroyed successfully.
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.objects.instance [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lazy-loading 'resources' on Instance uuid 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T11:49:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-829068530',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-829068530',id=18,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T11:49:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e86726c125f47e4ac39af0f3b72c58f',ramdisk_id='',reservation_id='r-q7fv96qx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-964604612',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T11:51:20Z,user_data=None,user_id='a781cd9624bb465f91d41c1fbabb8701',uuid=7b3491e1-3c8f-4a5a-9cab-e1d100f1191f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converting VIF {"id": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "address": "fa:16:3e:af:aa:24", "network": {"id": "a180087c-0949-441a-9797-335cb3d69c44", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-326146936-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e86726c125f47e4ac39af0f3b72c58f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc139fc8b-21", "ovs_interfaceid": "c139fc8b-2167-42c8-bb48-17c4ff153c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG os_vif [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc139fc8b-21, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cac0f985-fa58-49ff-b0f8-047ed2e97753) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:02 user nova-compute[75217]: INFO os_vif [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:af:aa:24,bridge_name='br-int',has_traffic_filtering=True,id=c139fc8b-2167-42c8-bb48-17c4ff153c1d,network=Network(a180087c-0949-441a-9797-335cb3d69c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc139fc8b-21')
Nov 22 12:09:02 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Deleting instance files /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f_del
Nov 22 12:09:02 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Deletion of /opt/stack/data/nova/instances/7b3491e1-3c8f-4a5a-9cab-e1d100f1191f_del complete
Nov 22 12:09:02 user nova-compute[75217]: INFO nova.compute.manager [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Took 1.05 seconds to destroy the instance on the hypervisor.
Nov 22 12:09:02 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:09:02 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:03 user nova-compute[75217]: INFO nova.compute.manager [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Terminating instance
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:03 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Took 0.58 seconds to deallocate network for instance.
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-386338f1-d2bf-4aa9-bda5-ab0c90715a07 req-111885f2-29d3-4176-afa5-e0aa6df4e428 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-vif-unplugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-386338f1-d2bf-4aa9-bda5-ab0c90715a07 req-111885f2-29d3-4176-afa5-e0aa6df4e428 service nova] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-386338f1-d2bf-4aa9-bda5-ab0c90715a07 req-111885f2-29d3-4176-afa5-e0aa6df4e428 service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-386338f1-d2bf-4aa9-bda5-ab0c90715a07 req-111885f2-29d3-4176-afa5-e0aa6df4e428 service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-386338f1-d2bf-4aa9-bda5-ab0c90715a07 req-111885f2-29d3-4176-afa5-e0aa6df4e428 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] No waiting events found dispatching network-vif-unplugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-386338f1-d2bf-4aa9-bda5-ab0c90715a07 req-111885f2-29d3-4176-afa5-e0aa6df4e428 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-vif-unplugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.279s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:03 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Deleted allocations for instance 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:03 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Instance destroyed successfully.
Nov 22 12:09:03 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lazy-loading 'resources' on Instance uuid b1208618-1894-4fa2-9f0f-eb52b7eee2f8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:09:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-6cfe02a5-ae26-4a56-83f2-b77b6e86ba77 tempest-ServerBootFromVolumeStableRescueTest-964604612 tempest-ServerBootFromVolumeStableRescueTest-964604612-project-member] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.137s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:05:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-340781027',display_name='tempest-TestServerVolumeAttachmentScenario-server-340781027',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-340781027',id=38,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIqPPCB82Wbrco3BIVt7C2RZqpnq9Kyut5Acnkmi5gCLDyYVqhPj0bKu3gUL1d/O7ZZoP1zCIrH/P9rkXqgjYmtAN3+Bey0MfFvQJetnYtVjTYcZcIvijntARNkoXeOi3g==',key_name='tempest-keypair-961703387',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:05:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c3f341ae83444a181977ed1db9c97d6',ramdisk_id='',reservation_id='r-xsch6w0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-974560092',owner_user_name='tempest-TestServerVolumeAttachmentScenario-974560092-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:05:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72f77f61664c4b10ba321ecb4ea2a153',uuid=b1208618-1894-4fa2-9f0f-eb52b7eee2f8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Converting VIF {"id": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "address": "fa:16:3e:dc:ef:34", "network": {"id": "55128fda-b446-45fc-891f-734ba09a70ab", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1769205494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3f341ae83444a181977ed1db9c97d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48641cc-68", "ovs_interfaceid": "d48641cc-6896-4772-88bd-4b9d11b5bf91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG os_vif [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd48641cc-68, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bdaf0185-48e0-478b-8c2d-c2a2cbd57086) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:04 user nova-compute[75217]: INFO os_vif [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:ef:34,bridge_name='br-int',has_traffic_filtering=True,id=d48641cc-6896-4772-88bd-4b9d11b5bf91,network=Network(55128fda-b446-45fc-891f-734ba09a70ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48641cc-68')
Nov 22 12:09:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Deleting instance files /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8_del
Nov 22 12:09:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Deletion of /opt/stack/data/nova/instances/b1208618-1894-4fa2-9f0f-eb52b7eee2f8_del complete
Nov 22 12:09:04 user nova-compute[75217]: INFO nova.compute.manager [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 22 12:09:04 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] Acquiring lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] Lock "7b3491e1-3c8f-4a5a-9cab-e1d100f1191f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] No waiting events found dispatching network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:04 user nova-compute[75217]: WARNING nova.compute.manager [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received unexpected event network-vif-plugged-c139fc8b-2167-42c8-bb48-17c4ff153c1d for instance with vm_state deleted and task_state None.
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.compute.manager [req-b9296627-e975-4307-a6af-6e1015bcd2b3 req-f726182a-6acd-45ed-aa59-95b1b8a04c34 service nova] [instance: 7b3491e1-3c8f-4a5a-9cab-e1d100f1191f] Received event network-vif-deleted-c139fc8b-2167-42c8-bb48-17c4ff153c1d {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:04 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Took 0.70 seconds to deallocate network for instance.
Nov 22 12:09:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.259s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:05 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Deleted allocations for instance b1208618-1894-4fa2-9f0f-eb52b7eee2f8
Nov 22 12:09:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5777141b-b50c-4948-adb4-61a6ca384a63 tempest-TestServerVolumeAttachmentScenario-974560092 tempest-TestServerVolumeAttachmentScenario-974560092-project-member] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.074s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-4e51b220-a055-45e5-a00f-2062eb96e33e req-1c3f6724-a062-4f33-a3be-59e37ab3eb6c service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4e51b220-a055-45e5-a00f-2062eb96e33e req-1c3f6724-a062-4f33-a3be-59e37ab3eb6c service nova] Acquiring lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4e51b220-a055-45e5-a00f-2062eb96e33e req-1c3f6724-a062-4f33-a3be-59e37ab3eb6c service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4e51b220-a055-45e5-a00f-2062eb96e33e req-1c3f6724-a062-4f33-a3be-59e37ab3eb6c service nova] Lock "b1208618-1894-4fa2-9f0f-eb52b7eee2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-4e51b220-a055-45e5-a00f-2062eb96e33e req-1c3f6724-a062-4f33-a3be-59e37ab3eb6c service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] No waiting events found dispatching network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:05 user nova-compute[75217]: WARNING nova.compute.manager [req-4e51b220-a055-45e5-a00f-2062eb96e33e req-1c3f6724-a062-4f33-a3be-59e37ab3eb6c service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received unexpected event network-vif-plugged-d48641cc-6896-4772-88bd-4b9d11b5bf91 for instance with vm_state deleted and task_state None.
Nov 22 12:09:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-940358d4-04c2-47ed-aba9-39c98daf0436 req-08f4a69b-776f-4295-ac5a-d3a6c4683c91 service nova] [instance: b1208618-1894-4fa2-9f0f-eb52b7eee2f8] Received event network-vif-deleted-d48641cc-6896-4772-88bd-4b9d11b5bf91 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-changed-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Refreshing instance network info cache due to event network-changed-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:09:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] Acquiring lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:09:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] Acquired lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:09:11 user nova-compute[75217]: DEBUG nova.network.neutron [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Refreshing network info cache for port 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updated VIF entry in instance network info cache for port 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.network.neutron [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updating instance_info_cache with network_info: [{"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4b9b7917-5d45-4b57-8e35-c98a00065aec req-c8dab99f-e644-4099-b14b-ccfc7b338a55 service nova] Releasing lock "refresh_cache-a1c3bcc4-caea-4248-8c72-18764e529a74" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:12 user nova-compute[75217]: INFO nova.compute.manager [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Terminating instance
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b5824258-f31b-4561-90e7-ad97fe172e07 req-8f44ba0c-d732-46c0-b5a6-b88cfb43f5d7 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-vif-unplugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b5824258-f31b-4561-90e7-ad97fe172e07 req-8f44ba0c-d732-46c0-b5a6-b88cfb43f5d7 service nova] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b5824258-f31b-4561-90e7-ad97fe172e07 req-8f44ba0c-d732-46c0-b5a6-b88cfb43f5d7 service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b5824258-f31b-4561-90e7-ad97fe172e07 req-8f44ba0c-d732-46c0-b5a6-b88cfb43f5d7 service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b5824258-f31b-4561-90e7-ad97fe172e07 req-8f44ba0c-d732-46c0-b5a6-b88cfb43f5d7 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] No waiting events found dispatching network-vif-unplugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-b5824258-f31b-4561-90e7-ad97fe172e07 req-8f44ba0c-d732-46c0-b5a6-b88cfb43f5d7 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-vif-unplugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Instance destroyed successfully.
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.objects.instance [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'resources' on Instance uuid a1c3bcc4-caea-4248-8c72-18764e529a74 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:07:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-136090667',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-136090667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-136090667',id=41,image_ref='a2c0274e-e1e2-4c81-b430-acc47aee5342',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5dLA/x6uuys/Tey5ukCLT0jGw7wLJS/VbM9P0jWr5XarWfRbfbK7GCABkuIQBwTew0d5UG5c58XjILU9wg59s2Uy7bnxibrbmBL7NxFFjPAWzNxvQp9/AEhPhwzU9dxQ==',key_name='tempest-keypair-200561587',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:07:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-aac77op0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-15878066',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:07:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=a1c3bcc4-caea-4248-8c72-18764e529a74,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "address": "fa:16:3e:44:0d:e9", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49cb59a9-bd", "ovs_interfaceid": "49cb59a9-bdbf-42cc-b361-dc025f9b0bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_vif [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap49cb59a9-bd, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2e2dd4d4-f946-4c4d-9500-363fb47776e3) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:13 user nova-compute[75217]: INFO os_vif [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:0d:e9,bridge_name='br-int',has_traffic_filtering=True,id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49cb59a9-bd')
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UHsWyJZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:09:13 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcc30dc-1dcb-4b74-88d6-82760d5c48b6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:09:13 user nova-compute[75217]: No targets found.
Nov 22 12:09:13 user nova-compute[75217]: iSNS:
Nov 22 12:09:13 user nova-compute[75217]: No targets found.
Nov 22 12:09:13 user nova-compute[75217]: STATIC:
Nov 22 12:09:13 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:09:13 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:09:13 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:09:13 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6
Nov 22 12:09:13 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:09:13 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:09:13 user nova-compute[75217]: FIRMWARE:
Nov 22 12:09:13 user nova-compute[75217]: No targets found.
Nov 22 12:09:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:09:13 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:09:13 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[31292568-3240-496a-b69f-21b3c2679c21]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[25aeedc3-9f67-472c-a3c1-70cafb8aaa17]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:09:13 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:09:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:09:13 user nova-compute[75217]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 (non-flash)
Nov 22 12:09:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f409c14dea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6'): ({'sdf'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Removing single pathed devices sdf {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5955248-0563-463c-8ccb-d1340b78abc8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3552d6-4d4e-4d5b-8739-ba3f39bd804f]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flushing IO for device /dev/sdf {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c0b502a-3259-46d6-ad41-00c2d3eec2f2]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.051s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10de702-f47e-4878-a7a3-c4bc74b67b36]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] SCSI volumes sdf have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO66addd3e-98f5e045ee76e0c1', '/dev/disk/by-id/scsi-23938663565303435', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_66addd3e') {{(pid=85370) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 22 12:09:13 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23938663565303435
Nov 22 12:09:13 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_66addd3e
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0af9c60-5d8a-44af-9152-9cee18f97938]: (4, None) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[661d0cd1-b872-4d2e-acb5-d3221d9dfb14]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad52c4d-bf0a-464c-96ab-34aca25e85b2]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260]
Nov 22 12:09:13 user nova-compute[75217]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6, portal: 172.16.0.220,3260] successful.
Nov 22 12:09:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[179f1a02-a941-4106-baaa-d13bcc687028]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== disconnect_volume: return (321ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:09:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Deleting instance files /opt/stack/data/nova/instances/a1c3bcc4-caea-4248-8c72-18764e529a74_del
Nov 22 12:09:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Deletion of /opt/stack/data/nova/instances/a1c3bcc4-caea-4248-8c72-18764e529a74_del complete
Nov 22 12:09:13 user nova-compute[75217]: INFO nova.compute.manager [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 22 12:09:13 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:09:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:14 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Took 0.65 seconds to deallocate network for instance.
Nov 22 12:09:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-d2c3592a-c484-4465-b090-81d9bb0dfe2a req-8e29d2d3-f88f-4c46-923c-046c0a782707 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-vif-deleted-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:14 user nova-compute[75217]: INFO nova.compute.manager [req-d2c3592a-c484-4465-b090-81d9bb0dfe2a req-8e29d2d3-f88f-4c46-923c-046c0a782707 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Neutron deleted interface 49cb59a9-bdbf-42cc-b361-dc025f9b0bf3; detaching it from the instance and deleting it from the info cache
Nov 22 12:09:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-d2c3592a-c484-4465-b090-81d9bb0dfe2a req-8e29d2d3-f88f-4c46-923c-046c0a782707 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-d2c3592a-c484-4465-b090-81d9bb0dfe2a req-8e29d2d3-f88f-4c46-923c-046c0a782707 service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Detach interface failed, port_id=49cb59a9-bdbf-42cc-b361-dc025f9b0bf3, reason: Instance a1c3bcc4-caea-4248-8c72-18764e529a74 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-1ed9e2a0-2709-487a-8a62-b195669bff1d req-8c82df8f-cc48-4808-94bd-a55a9ffef09f service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received event network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1ed9e2a0-2709-487a-8a62-b195669bff1d req-8c82df8f-cc48-4808-94bd-a55a9ffef09f service nova] Acquiring lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1ed9e2a0-2709-487a-8a62-b195669bff1d req-8c82df8f-cc48-4808-94bd-a55a9ffef09f service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1ed9e2a0-2709-487a-8a62-b195669bff1d req-8c82df8f-cc48-4808-94bd-a55a9ffef09f service nova] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-1ed9e2a0-2709-487a-8a62-b195669bff1d req-8c82df8f-cc48-4808-94bd-a55a9ffef09f service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] No waiting events found dispatching network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:14 user nova-compute[75217]: WARNING nova.compute.manager [req-1ed9e2a0-2709-487a-8a62-b195669bff1d req-8c82df8f-cc48-4808-94bd-a55a9ffef09f service nova] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Received unexpected event network-vif-plugged-49cb59a9-bdbf-42cc-b361-dc025f9b0bf3 for instance with vm_state active and task_state deleting.
Nov 22 12:09:15 user nova-compute[75217]: INFO nova.compute.manager [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Took 0.75 seconds to detach 1 volumes for instance.
Nov 22 12:09:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: a1c3bcc4-caea-4248-8c72-18764e529a74] Deleting volume: 6a28b5c9-5b00-4dfe-ae3a-ec5febddf9d6 {{(pid=75217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 22 12:09:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:15 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:09:15 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:09:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.207s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:15 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Deleted allocations for instance a1c3bcc4-caea-4248-8c72-18764e529a74
Nov 22 12:09:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa82aee7-0a20-4e0d-b34b-0c15701dc41d tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "a1c3bcc4-caea-4248-8c72-18764e529a74" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.137s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:16 user nova-compute[75217]: INFO nova.compute.manager [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Terminating instance
Nov 22 12:09:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c1c09c7-7ebf-43e9-a897-e96beeb11455 req-56e697b5-0955-485a-aa62-7c7755f03b59 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-vif-unplugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c1c09c7-7ebf-43e9-a897-e96beeb11455 req-56e697b5-0955-485a-aa62-7c7755f03b59 service nova] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c1c09c7-7ebf-43e9-a897-e96beeb11455 req-56e697b5-0955-485a-aa62-7c7755f03b59 service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6c1c09c7-7ebf-43e9-a897-e96beeb11455 req-56e697b5-0955-485a-aa62-7c7755f03b59 service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c1c09c7-7ebf-43e9-a897-e96beeb11455 req-56e697b5-0955-485a-aa62-7c7755f03b59 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] No waiting events found dispatching network-vif-unplugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-6c1c09c7-7ebf-43e9-a897-e96beeb11455 req-56e697b5-0955-485a-aa62-7c7755f03b59 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-vif-unplugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Instance destroyed successfully.
Nov 22 12:09:17 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lazy-loading 'resources' on Instance uuid daaca8d6-6867-4aee-af42-847a9d90e7e2 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:06:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1853609732',display_name='tempest-AttachVolumeNegativeTest-server-1853609732',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1853609732',id=40,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMn8j0eTn+FmoHrz3uSF3o9aqSg9w7pymEE9hliKBGngEDLufooAyejKrMvYLandVUuIEM1GY8CLQfQh9OdDn16yOqUQuDti7fQ2lXE4pEoMgVkv7LoOXU1Y/3VKLbxkWg==',key_name='tempest-keypair-45027455',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:06:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fdf38e88887460b8a5159696407be3d',ramdisk_id='',reservation_id='r-1xwe6h9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1572427977',owner_user_name='tempest-AttachVolumeNegativeTest-1572427977-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:06:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c10cd5f870ec4674a7abbfaf400631cc',uuid=daaca8d6-6867-4aee-af42-847a9d90e7e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converting VIF {"id": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "address": "fa:16:3e:f6:90:a7", "network": {"id": "df3a9fd4-39b9-42f8-9247-cedd19e8501b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022348790-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fdf38e88887460b8a5159696407be3d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e4b25ff-6a", "ovs_interfaceid": "4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG os_vif [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4e4b25ff-6a, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42e4f99f-481e-4fe2-adc7-f04d92addbae) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:17 user nova-compute[75217]: INFO os_vif [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:90:a7,bridge_name='br-int',has_traffic_filtering=True,id=4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4,network=Network(df3a9fd4-39b9-42f8-9247-cedd19e8501b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e4b25ff-6a')
Nov 22 12:09:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Deleting instance files /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2_del
Nov 22 12:09:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Deletion of /opt/stack/data/nova/instances/daaca8d6-6867-4aee-af42-847a9d90e7e2_del complete
Nov 22 12:09:17 user nova-compute[75217]: INFO nova.compute.manager [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 22 12:09:17 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:18 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Took 0.71 seconds to deallocate network for instance.
Nov 22 12:09:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-47214437-54e3-4337-9887-a494d548c7e7 req-145a5c7e-5de0-4a79-a038-13658bf490c0 service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-vif-deleted-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.217s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:18 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Deleted allocations for instance daaca8d6-6867-4aee-af42-847a9d90e7e2
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9567b447-63ca-4633-8239-8a0fd8881ba1 tempest-AttachVolumeNegativeTest-1572427977 tempest-AttachVolumeNegativeTest-1572427977-project-member] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.990s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-2eb36b75-e13a-463b-b44d-2b21aba346f1 req-511e8e22-be55-4ac1-bcb1-473e13181ede service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received event network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2eb36b75-e13a-463b-b44d-2b21aba346f1 req-511e8e22-be55-4ac1-bcb1-473e13181ede service nova] Acquiring lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2eb36b75-e13a-463b-b44d-2b21aba346f1 req-511e8e22-be55-4ac1-bcb1-473e13181ede service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2eb36b75-e13a-463b-b44d-2b21aba346f1 req-511e8e22-be55-4ac1-bcb1-473e13181ede service nova] Lock "daaca8d6-6867-4aee-af42-847a9d90e7e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-2eb36b75-e13a-463b-b44d-2b21aba346f1 req-511e8e22-be55-4ac1-bcb1-473e13181ede service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] No waiting events found dispatching network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:09:18 user nova-compute[75217]: WARNING nova.compute.manager [req-2eb36b75-e13a-463b-b44d-2b21aba346f1 req-511e8e22-be55-4ac1-bcb1-473e13181ede service nova] [instance: daaca8d6-6867-4aee-af42-847a9d90e7e2] Received unexpected event network-vif-plugged-4e4b25ff-6afe-4a3e-8c22-331e9ce32eb4 for instance with vm_state deleted and task_state None.
Nov 22 12:09:19 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:19 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:09:19 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:09:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:09:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:09:19 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:09:19 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 282a63a0-8650-4180-8530-f750ae7fc3b8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:09:20 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updating instance_info_cache with network_info: [{"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:09:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-282a63a0-8650-4180-8530-f750ae7fc3b8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:09:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:09:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:09:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:09:26 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8422MB free_disk=25.332782745361328GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 282a63a0-8650-4180-8530-f750ae7fc3b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 99ca07d8-1f40-46eb-ad27-9dcb196e3509 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:09:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:09:27 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:09:27 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:09:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:09:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.243s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:09:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:28 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:09:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:09:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:09:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:04 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing instance network info cache due to event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:10:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:10:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:10:05 user nova-compute[75217]: DEBUG nova.network.neutron [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:06 user nova-compute[75217]: INFO nova.compute.manager [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Terminating instance
Nov 22 12:10:06 user nova-compute[75217]: DEBUG nova.network.neutron [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updated VIF entry in instance network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG nova.network.neutron [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-05b1a4b0-d609-4bbb-8ce8-8df6197c9146 req-7e8e074f-c97a-4708-aa45-8c59f823f67f service nova] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4d0a2db-a262-4bb6-a9d8-5f896701fde0 req-899b51f2-b940-44d1-9494-07ad9bcc74f5 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-vif-unplugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4d0a2db-a262-4bb6-a9d8-5f896701fde0 req-899b51f2-b940-44d1-9494-07ad9bcc74f5 service nova] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4d0a2db-a262-4bb6-a9d8-5f896701fde0 req-899b51f2-b940-44d1-9494-07ad9bcc74f5 service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4d0a2db-a262-4bb6-a9d8-5f896701fde0 req-899b51f2-b940-44d1-9494-07ad9bcc74f5 service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4d0a2db-a262-4bb6-a9d8-5f896701fde0 req-899b51f2-b940-44d1-9494-07ad9bcc74f5 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] No waiting events found dispatching network-vif-unplugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4d0a2db-a262-4bb6-a9d8-5f896701fde0 req-899b51f2-b940-44d1-9494-07ad9bcc74f5 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-vif-unplugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:10:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Instance destroyed successfully.
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.objects.instance [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'resources' on Instance uuid 282a63a0-8650-4180-8530-f750ae7fc3b8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-202136227',display_name='tempest-TestVolumeBootPattern-volume-backed-server-202136227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-202136227',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ/Ptr27TA1BnS0/aMS+3vx0hTMt1DlRvOXLkHM5FHLRiwFEaIDZBYXX9VeFa159D9Q4IcfTdxb66xSjmP4fvKtW8UQNj4o+t2S/jRzNWgPZtPWQP+CeKuxdWPyjUJJBDg==',key_name='tempest-keypair-196696388',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:05:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-61qppwnm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:05:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=282a63a0-8650-4180-8530-f750ae7fc3b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "address": "fa:16:3e:b5:f0:76", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf440db-c3", "ovs_interfaceid": "bdf440db-c3dc-4640-9be9-4d418ed9dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_vif [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdf440db-c3, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=daa2b04d-42c7-442a-8746-4c5bcf758d8a) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:07 user nova-compute[75217]: INFO os_vif [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:f0:76,bridge_name='br-int',has_traffic_filtering=True,id=bdf440db-c3dc-4640-9be9-4d418ed9dd9a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf440db-c3')
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eOXlNuEA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:10:07 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3850f57e-274c-4532-a6b9-d0bf35af02a9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:10:07 user nova-compute[75217]: No targets found.
Nov 22 12:10:07 user nova-compute[75217]: iSNS:
Nov 22 12:10:07 user nova-compute[75217]: No targets found.
Nov 22 12:10:07 user nova-compute[75217]: STATIC:
Nov 22 12:10:07 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e
Nov 22 12:10:07 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:10:07 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:10:07 user nova-compute[75217]: FIRMWARE:
Nov 22 12:10:07 user nova-compute[75217]: No targets found.
Nov 22 12:10:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:10:07 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:10:07 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e4df18-827f-4fe0-bcea-610c34808f83]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[14e44ee5-60bc-4e2b-aeab-04fa0eea14de]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:10:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e (non-flash)
Nov 22 12:10:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058dd2050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0fc71ac-fb8b-4a69-92f2-d728dd3f40c6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4652f899-df6f-4e26-975a-d3c0985e6d0d]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8fe4b01-ad10-4e4d-b8de-895878a23e0a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ac481d-089c-4bc8-ad7f-64d3b7d831d6]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2fa0c74-262f-40c6-b8b8-7ac49cc1cbd4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[096116a3-cfec-4e61-99fc-95b7c997ff75]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260]
Nov 22 12:10:07 user nova-compute[75217]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e, portal: 172.16.0.220,3260] successful.
Nov 22 12:10:07 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd07f65b-fb44-4f12-88c4-da3089fa682e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b80abf-fc86-4d31-ab11-cf9ce286f1c7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== disconnect_volume: return (306ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:10:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Deleting instance files /opt/stack/data/nova/instances/282a63a0-8650-4180-8530-f750ae7fc3b8_del
Nov 22 12:10:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Deletion of /opt/stack/data/nova/instances/282a63a0-8650-4180-8530-f750ae7fc3b8_del complete
Nov 22 12:10:07 user nova-compute[75217]: INFO nova.compute.manager [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 22 12:10:07 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:10:07 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:10:08 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:10:08 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Took 0.90 seconds to deallocate network for instance.
Nov 22 12:10:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] Acquiring lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] No waiting events found dispatching network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:08 user nova-compute[75217]: WARNING nova.compute.manager [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received unexpected event network-vif-plugged-bdf440db-c3dc-4640-9be9-4d418ed9dd9a for instance with vm_state active and task_state deleting.
Nov 22 12:10:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-697e8a74-b837-4b98-a5e2-eb4dc6944f1a req-086da35b-ef4d-4263-8000-04d5e8dc4c38 service nova] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Received event network-vif-deleted-bdf440db-c3dc-4640-9be9-4d418ed9dd9a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:09 user nova-compute[75217]: INFO nova.compute.manager [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Took 0.77 seconds to detach 1 volumes for instance.
Nov 22 12:10:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 282a63a0-8650-4180-8530-f750ae7fc3b8] Deleting volume: cd07f65b-fb44-4f12-88c4-da3089fa682e {{(pid=75217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.209s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:09 user nova-compute[75217]: INFO nova.compute.manager [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Shelving
Nov 22 12:10:09 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Deleted allocations for instance 282a63a0-8650-4180-8530-f750ae7fc3b8
Nov 22 12:10:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-fcb3a397-6a08-4974-9a17-d6779c67942f tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "282a63a0-8650-4180-8530-f750ae7fc3b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.395s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-d6cc425a-beee-4ba0-bbba-ec6e57387bde req-d81f5d93-efca-4fd8-a6cb-9f92ff8d33c8 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6cc425a-beee-4ba0-bbba-ec6e57387bde req-d81f5d93-efca-4fd8-a6cb-9f92ff8d33c8 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6cc425a-beee-4ba0-bbba-ec6e57387bde req-d81f5d93-efca-4fd8-a6cb-9f92ff8d33c8 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6cc425a-beee-4ba0-bbba-ec6e57387bde req-d81f5d93-efca-4fd8-a6cb-9f92ff8d33c8 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-d6cc425a-beee-4ba0-bbba-ec6e57387bde req-d81f5d93-efca-4fd8-a6cb-9f92ff8d33c8 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:09 user nova-compute[75217]: WARNING nova.compute.manager [req-d6cc425a-beee-4ba0-bbba-ec6e57387bde req-d81f5d93-efca-4fd8-a6cb-9f92ff8d33c8 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state active and task_state shelving.
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance destroyed successfully.
Nov 22 12:10:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Beginning cold snapshot process
Nov 22 12:10:10 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk /opt/stack/data/nova/instances/snapshots/tmp_tg3g4ea/aab1821f64d24cc2b63a03644aa3b5f6 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk /opt/stack/data/nova/instances/snapshots/tmp_tg3g4ea/aab1821f64d24cc2b63a03644aa3b5f6" returned: 0 in 0.755s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Snapshot extracted, beginning image upload
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:12 user nova-compute[75217]: WARNING nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state active and task_state shelving_image_uploading.
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:12 user nova-compute[75217]: WARNING nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state active and task_state shelving_image_uploading.
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:12 user nova-compute[75217]: WARNING nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state active and task_state shelving_image_uploading.
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:12 user nova-compute[75217]: WARNING nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state active and task_state shelving_image_uploading.
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:12 user nova-compute[75217]: WARNING nova.compute.manager [req-5fc170f7-7266-4141-9faf-5a87eba3a3fe req-7234a6ef-4b99-4e3e-a515-2a208687c5f6 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state active and task_state shelving_image_uploading.
Nov 22 12:10:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:10:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Snapshot image upload complete
Nov 22 12:10:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:10:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:13 user nova-compute[75217]: INFO nova.compute.manager [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Shelve offloading
Nov 22 12:10:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance destroyed successfully.
Nov 22 12:10:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:10:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:10:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:10:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:10:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance destroyed successfully.
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'resources' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1957163574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1957163574',id=42,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKG0rkIEFlIhK73s00tECfTRyaWuc+Orr2OZv4kIapLj+Nhiyqb1tkbdwT9EGFfit9UZvmUwVp9Rw3yz5lw09hllB8ImO7eXJhplVvFV5sSvZaT5tI4ElIaP8i4VG8Dhug==',key_name='tempest-keypair-659218941',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-xssyry0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member',shelved_at='2023-11-22T12:10:13.880966',shelved_host='user',shelved_image_id='95dcf7c4-3075-4a06-a8af-02b31f57d517'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:10:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=99ca07d8-1f40-46eb-ad27-9dcb196e3509,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG os_vif [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25ee5a72-28, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c9b30e85-f9bc-44ee-9d58-3e3060a89018) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:14 user nova-compute[75217]: INFO os_vif [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28')
Nov 22 12:10:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Deleting instance files /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509_del
Nov 22 12:10:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Deletion of /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509_del complete
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing instance network info cache due to event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:10:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:10:15 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Deleted allocations for instance 99ca07d8-1f40-46eb-ad27-9dcb196e3509
Nov 22 12:10:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG nova.objects.instance [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'numa_topology' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG nova.objects.base [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<99ca07d8-1f40-46eb-ad27-9dcb196e3509> lazy-loaded attributes: resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.136s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-67b01b8d-277a-4282-91f1-e207273f732a tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.622s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG nova.network.neutron [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updated VIF entry in instance network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG nova.network.neutron [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap25ee5a72-28", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:10:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4e6166df-e6ed-4a6e-b22a-d9ea79a5a247 req-6a0611a4-0873-45d6-aa39-2ea3a2b14a3c service nova] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:10:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-changed-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Refreshing instance network info cache due to event network-changed-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Refreshing network info cache for port aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updated VIF entry in instance network info cache for port aac3f432-90ac-4d43-84b0-cb2f74f1cf0c. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2dc8bbc4-a573-4052-b6b5-ab149b3c39b0 req-8becc964-e24b-418e-a6f3-05e6fd5609bd service nova] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:10:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:10:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Nov 22 12:10:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:10:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:10:20 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:10:21 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:10:21 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:10:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:22 user nova-compute[75217]: INFO nova.compute.manager [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Attaching volume 4108cf84-8b80-4836-bc16-c4ea2d610e80 to /dev/vdb
Nov 22 12:10:22 user nova-compute[75217]: DEBUG os_brick.utils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[23c29ceb-27f7-45cd-882f-cb12da74b2ea]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7979c55-627c-4c42-bf75-90eaad2f5df2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e0ec11e-08aa-4af1-89ec-3dedae156f72]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[10af24cf-e41c-45f9-b11e-693583adf34e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:10:22 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[85661a2e-2967-4665-998e-5b1eb640f619]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG os_brick.utils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating existing volume attachment record: 0d8b6038-dd30-49a3-adc5-7022a307712f {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 12:10:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:26 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:27 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:10:27 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8781MB free_disk=25.300323486328125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 12:10:27 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.529s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:10:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:10:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:10:28 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c178e2-27c5-47bc-825a-ced2bff2a782]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:10:28 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[424483b4-7fe1-4ed8-8814-baf4f7a3b6e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80] added
Nov 22 12:10:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0afa77b-235e-4d25-b3cc-7df9e57e32c0]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9890561f-3ee6-4b13-976b-cc279961666d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LkSdtOaH {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LkSdtOaH" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3815eb-864c-4166-9382-18af0e82b2da]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LkSdtOaH'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[85eb5a3d-6d12-4aac-a4a4-098ef18dae4a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef35047-d780-44e9-8b60-4c897449b272]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:10:28 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:10:28 user nova-compute[75217]:  {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:10:28 user nova-compute[75217]: WARNING os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 22 12:10:28 user nova-compute[75217]: 
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5688b22e-c3c3-46dc-9b41-4b8216b4d978]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]
Nov 22 12:10:28 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.
Nov 22 12:10:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0932122-b934-4572-be98-20fcfb34c38d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[220e211b-084a-40ec-a466-b1ed90e85724]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:10:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:10:28 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[57892daa-081e-450e-916c-98d9a4c66d77]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:10:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:10:29 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23964396638663035', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:10:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964396638663035', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:10:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:29 user nova-compute[75217]: DEBUG nova.objects.instance [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:10:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:10:29 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:10:29 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:10:29 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:10:29 user nova-compute[75217]:   <serial>4108cf84-8b80-4836-bc16-c4ea2d610e80</serial>
Nov 22 12:10:29 user nova-compute[75217]: </disk>
Nov 22 12:10:29 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:10:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:10:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:10:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No VIF found with MAC fa:16:3e:07:45:47, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:10:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-cb5deff7-0dc9-409f-ba0a-62e7a389e417 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.175s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-c7ed1b9d-2a46-4564-ab95-1364f35d3bbe req-b9faf662-fbe9-46a4-888a-d69f8ed510ac service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c7ed1b9d-2a46-4564-ab95-1364f35d3bbe req-b9faf662-fbe9-46a4-888a-d69f8ed510ac service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c7ed1b9d-2a46-4564-ab95-1364f35d3bbe req-b9faf662-fbe9-46a4-888a-d69f8ed510ac service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c7ed1b9d-2a46-4564-ab95-1364f35d3bbe req-b9faf662-fbe9-46a4-888a-d69f8ed510ac service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-c7ed1b9d-2a46-4564-ab95-1364f35d3bbe req-b9faf662-fbe9-46a4-888a-d69f8ed510ac service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:31 user nova-compute[75217]: WARNING nova.compute.manager [req-c7ed1b9d-2a46-4564-ab95-1364f35d3bbe req-b9faf662-fbe9-46a4-888a-d69f8ed510ac service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state active and task_state powering-off.
Nov 22 12:10:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance destroyed successfully.
Nov 22 12:10:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:10:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a9d0f0e0-c8a3-4371-b1f8-fec0827bf25c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.887s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-193f3ea0-d05b-40b2-8bee-397b7f476c6c req-da908ce2-dbcb-40c4-bc2f-8f7347338b0a service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:10:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-193f3ea0-d05b-40b2-8bee-397b7f476c6c req-da908ce2-dbcb-40c4-bc2f-8f7347338b0a service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-193f3ea0-d05b-40b2-8bee-397b7f476c6c req-da908ce2-dbcb-40c4-bc2f-8f7347338b0a service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-193f3ea0-d05b-40b2-8bee-397b7f476c6c req-da908ce2-dbcb-40c4-bc2f-8f7347338b0a service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-193f3ea0-d05b-40b2-8bee-397b7f476c6c req-da908ce2-dbcb-40c4-bc2f-8f7347338b0a service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:10:33 user nova-compute[75217]: WARNING nova.compute.manager [req-193f3ea0-d05b-40b2-8bee-397b7f476c6c req-da908ce2-dbcb-40c4-bc2f-8f7347338b0a service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state stopped and task_state None.
Nov 22 12:10:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 12:10:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:56 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:10:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:10:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:10:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:10:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:10:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:10:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:11:01 user nova-compute[75217]: INFO nova.compute.claims [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Claim successful on node user
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.290s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:11:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.policy [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'affa43994b6440f481daba1d1fb3d3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a464d78f3956418d8526d4bdcaceea03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:11:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Creating image(s)
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "/opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "/opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "/opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.032s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.215s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.204s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk 1073741824" returned: 0 in 0.065s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Successfully created port: 43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.227s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Cannot resize image /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Ensure instance console log exists: /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Successfully updated port: 43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquired lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-changed-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Refreshing instance network info cache due to event network-changed-43c989fe-6d1d-4c2f-a951-87684be98f73. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] Acquiring lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Updating instance_info_cache with network_info: [{"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Releasing lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Instance network_info: |[{"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] Acquired lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Refreshing network info cache for port 43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Start _get_guest_xml network_info=[{"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:11:04 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:04 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1612903907',display_name='tempest-VolumesActionsTest-instance-1612903907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1612903907',id=44,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a464d78f3956418d8526d4bdcaceea03',ramdisk_id='',reservation_id='r-kjvz1zvv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-836537771',owner_user_name='tempest-VolumesActionsTest-836537771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:11:02Z,user_data=None,user_id='affa43994b6440f481daba1d1fb3d3a4',uuid=e31a2918-d5b6-47db-8af8-d76c971096a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Converting VIF {"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lazy-loading 'pci_devices' on Instance uuid e31a2918-d5b6-47db-8af8-d76c971096a9 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:11:04 user nova-compute[75217]:   <uuid>e31a2918-d5b6-47db-8af8-d76c971096a9</uuid>
Nov 22 12:11:04 user nova-compute[75217]:   <name>instance-0000002c</name>
Nov 22 12:11:04 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:11:04 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:11:04 user nova-compute[75217]:   <metadata>
Nov 22 12:11:04 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:11:04 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:11:04 user nova-compute[75217]:       <nova:name>tempest-VolumesActionsTest-instance-1612903907</nova:name>
Nov 22 12:11:04 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:11:04</nova:creationTime>
Nov 22 12:11:04 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:11:04 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:11:04 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:11:04 user nova-compute[75217]:       <nova:owner>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:user uuid="affa43994b6440f481daba1d1fb3d3a4">tempest-VolumesActionsTest-836537771-project-member</nova:user>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:project uuid="a464d78f3956418d8526d4bdcaceea03">tempest-VolumesActionsTest-836537771</nova:project>
Nov 22 12:11:04 user nova-compute[75217]:       </nova:owner>
Nov 22 12:11:04 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:11:04 user nova-compute[75217]:       <nova:ports>
Nov 22 12:11:04 user nova-compute[75217]:         <nova:port uuid="43c989fe-6d1d-4c2f-a951-87684be98f73">
Nov 22 12:11:04 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 22 12:11:04 user nova-compute[75217]:         </nova:port>
Nov 22 12:11:04 user nova-compute[75217]:       </nova:ports>
Nov 22 12:11:04 user nova-compute[75217]:     </nova:instance>
Nov 22 12:11:04 user nova-compute[75217]:   </metadata>
Nov 22 12:11:04 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:11:04 user nova-compute[75217]:     <system>
Nov 22 12:11:04 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:11:04 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:11:04 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:11:04 user nova-compute[75217]:       <entry name="serial">e31a2918-d5b6-47db-8af8-d76c971096a9</entry>
Nov 22 12:11:04 user nova-compute[75217]:       <entry name="uuid">e31a2918-d5b6-47db-8af8-d76c971096a9</entry>
Nov 22 12:11:04 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:11:04 user nova-compute[75217]:     </system>
Nov 22 12:11:04 user nova-compute[75217]:   </sysinfo>
Nov 22 12:11:04 user nova-compute[75217]:   <os>
Nov 22 12:11:04 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:11:04 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:11:04 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:11:04 user nova-compute[75217]:   </os>
Nov 22 12:11:04 user nova-compute[75217]:   <features>
Nov 22 12:11:04 user nova-compute[75217]:     <acpi/>
Nov 22 12:11:04 user nova-compute[75217]:     <apic/>
Nov 22 12:11:04 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:11:04 user nova-compute[75217]:   </features>
Nov 22 12:11:04 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:11:04 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:11:04 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:11:04 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:11:04 user nova-compute[75217]:   </clock>
Nov 22 12:11:04 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:11:04 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:11:04 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:11:04 user nova-compute[75217]:   </cpu>
Nov 22 12:11:04 user nova-compute[75217]:   <devices>
Nov 22 12:11:04 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:11:04 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:11:04 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk"/>
Nov 22 12:11:04 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:11:04 user nova-compute[75217]:     </disk>
Nov 22 12:11:04 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:11:04 user nova-compute[75217]:       <mac address="fa:16:3e:9b:74:9a"/>
Nov 22 12:11:04 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:11:04 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:11:04 user nova-compute[75217]:       <target dev="tap43c989fe-6d"/>
Nov 22 12:11:04 user nova-compute[75217]:     </interface>
Nov 22 12:11:04 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:11:04 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/console.log" append="off"/>
Nov 22 12:11:04 user nova-compute[75217]:     </serial>
Nov 22 12:11:04 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:11:04 user nova-compute[75217]:     <video>
Nov 22 12:11:04 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:11:04 user nova-compute[75217]:     </video>
Nov 22 12:11:04 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:11:04 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:11:04 user nova-compute[75217]:     </rng>
Nov 22 12:11:04 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:11:04 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:11:04 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:11:04 user nova-compute[75217]:     </memballoon>
Nov 22 12:11:04 user nova-compute[75217]:   </devices>
Nov 22 12:11:04 user nova-compute[75217]: </domain>
Nov 22 12:11:04 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1612903907',display_name='tempest-VolumesActionsTest-instance-1612903907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1612903907',id=44,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a464d78f3956418d8526d4bdcaceea03',ramdisk_id='',reservation_id='r-kjvz1zvv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-836537771',owner_user_name='tempest-VolumesActionsTest-836537771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:11:02Z,user_data=None,user_id='affa43994b6440f481daba1d1fb3d3a4',uuid=e31a2918-d5b6-47db-8af8-d76c971096a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Converting VIF {"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG os_vif [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bdeccecf-97f1-5605-a6c3-d9ca30cf4820', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap43c989fe-6d, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap43c989fe-6d, col_values=(('qos', UUID('1635798e-60bc-4300-8c5a-2c40c22cda89')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap43c989fe-6d, col_values=(('external_ids', {'iface-id': '43c989fe-6d1d-4c2f-a951-87684be98f73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:74:9a', 'vm-uuid': 'e31a2918-d5b6-47db-8af8-d76c971096a9'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:04 user nova-compute[75217]: INFO os_vif [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d')
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] No VIF found with MAC fa:16:3e:9b:74:9a, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Updated VIF entry in instance network info cache for port 43c989fe-6d1d-4c2f-a951-87684be98f73. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Updating instance_info_cache with network_info: [{"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9a5d598e-e057-4582-9c65-8002d1b7f620 req-64b3387b-fa40-4222-9302-65d6036e43b7 service nova] Releasing lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-2b970a59-044d-4e48-a115-a771bf4f15b4 req-1a0c0c34-47c3-4b79-a038-3b047674c6ce service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2b970a59-044d-4e48-a115-a771bf4f15b4 req-1a0c0c34-47c3-4b79-a038-3b047674c6ce service nova] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2b970a59-044d-4e48-a115-a771bf4f15b4 req-1a0c0c34-47c3-4b79-a038-3b047674c6ce service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2b970a59-044d-4e48-a115-a771bf4f15b4 req-1a0c0c34-47c3-4b79-a038-3b047674c6ce service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-2b970a59-044d-4e48-a115-a771bf4f15b4 req-1a0c0c34-47c3-4b79-a038-3b047674c6ce service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] No waiting events found dispatching network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:11:05 user nova-compute[75217]: WARNING nova.compute.manager [req-2b970a59-044d-4e48-a115-a771bf4f15b4 req-1a0c0c34-47c3-4b79-a038-3b047674c6ce service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received unexpected event network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 for instance with vm_state building and task_state spawning.
Nov 22 12:11:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "93c3c311-8454-421b-936c-a9eeae315669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:11:06 user nova-compute[75217]: INFO nova.compute.claims [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Claim successful on node user
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.244s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:11:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG nova.policy [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd47a31e527f43f3bab60f2bd6fe064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1becac1c31644d859beeae6ce3c6be72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:11:06 user nova-compute[75217]: INFO nova.virt.block_device [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Booting with volume 38d6ded6-7d1b-4f7c-a183-997d0c91f226 at /dev/vda
Nov 22 12:11:06 user nova-compute[75217]: DEBUG os_brick.utils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[84abd359-20e2-4ffb-b9c9-6188213996a3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f30a299-92d1-4c46-b7b1-05fc7b97e7bc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea7f047-bc44-471d-ae13-ed3a3c870e0b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b588496-f9da-4c20-862c-74dbb719fc3e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:11:07 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb99018-8c17-4769-b63e-7f932fba2b55]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG os_brick.utils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updating existing volume attachment record: 7f2deeab-403e-4bc9-9a55-9b639388f9e7 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Successfully created port: 1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:11:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Instance spawned successfully.
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-a7b8b66c-9bd1-4fd7-a5d0-7a452be3f6ab req-997f9ef2-0617-45db-a16b-37e1b375a169 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a7b8b66c-9bd1-4fd7-a5d0-7a452be3f6ab req-997f9ef2-0617-45db-a16b-37e1b375a169 service nova] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a7b8b66c-9bd1-4fd7-a5d0-7a452be3f6ab req-997f9ef2-0617-45db-a16b-37e1b375a169 service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a7b8b66c-9bd1-4fd7-a5d0-7a452be3f6ab req-997f9ef2-0617-45db-a16b-37e1b375a169 service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-a7b8b66c-9bd1-4fd7-a5d0-7a452be3f6ab req-997f9ef2-0617-45db-a16b-37e1b375a169 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] No waiting events found dispatching network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:11:07 user nova-compute[75217]: WARNING nova.compute.manager [req-a7b8b66c-9bd1-4fd7-a5d0-7a452be3f6ab req-997f9ef2-0617-45db-a16b-37e1b375a169 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received unexpected event network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 for instance with vm_state building and task_state spawning.
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:07 user nova-compute[75217]: INFO nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Took 5.88 seconds to spawn the instance on the hypervisor.
Nov 22 12:11:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:11:07 user nova-compute[75217]: INFO nova.compute.manager [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Took 6.64 seconds to build instance.
Nov 22 12:11:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a6ef2e6-2230-4b99-93f1-4b289d3f6bc5 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.746s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Successfully updated port: 1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquired lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-changed-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.compute.manager [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Refreshing instance network info cache due to event network-changed-1de24cd3-8d78-419c-b308-adc4eb6883c4. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] Acquiring lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.network.neutron [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updating instance_info_cache with network_info: [{"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Releasing lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Instance network_info: |[{"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] Acquired lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG nova.network.neutron [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Refreshing network info cache for port 1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:11:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:09 user nova-compute[75217]: DEBUG nova.network.neutron [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updated VIF entry in instance network info cache for port 1de24cd3-8d78-419c-b308-adc4eb6883c4. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:11:09 user nova-compute[75217]: DEBUG nova.network.neutron [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updating instance_info_cache with network_info: [{"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-97343e7a-4d29-46f6-939d-7eccd04765ea req-62ccf73e-816f-4ea1-90e5-54bb39cd5e16 service nova] Releasing lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:11:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Creating image(s)
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Ensure instance console log exists: /opt/stack/data/nova/instances/93c3c311-8454-421b-936c-a9eeae315669/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Start _get_guest_xml network_info=[{"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93c3c311-8454-421b-936c-a9eeae315669', 'attached_at': '', 'detached_at': '', 'volume_id': '38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'serial': '38d6ded6-7d1b-4f7c-a183-997d0c91f226'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '7f2deeab-403e-4bc9-9a55-9b639388f9e7', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:11:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:13 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:11:13 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:11:13 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:11:13 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[86922f3e-1143-4ae6-9170-d4d87c205331]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:11:13 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b836bd06-951c-4786-a32c-eef4c2c4972b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226] added
Nov 22 12:11:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a3e760-3e2b-465b-9647-01cb7b432e5e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b640ab9c-a8d3-463a-9e8c-9167a49d2d12]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fBvEyxmU {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fBvEyxmU" returned: 0 in 0.028s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3507ee23-29b9-4e26-a6c3-f2dd920c3d9e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fBvEyxmU'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec867352-9417-48c5-9679-0a49a6a71ba7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[102bcd5f-5b55-4606-9dad-e7f383ddf731]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:11:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:11:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca61cf3c-86a4-4094-b175-fd9707a44bed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]
Nov 22 12:11:13 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.
Nov 22 12:11:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cfc60bb-9170-48ee-a7cd-102c7f026ff6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a334c3-7a08-4caa-ac4e-a3e01564cdad]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:11:13 user nova-compute[75217]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:11:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:11:13 user nova-compute[75217]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:11:13 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[17838ef5-a8fa-415e-9401-b3f1896cd9c3]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:11:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23834363861633761', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834363861633761', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1327103003',display_name='tempest-TestVolumeBootPattern-server-1327103003',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1327103003',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-62wf5sgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:11:07Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=93c3c311-8454-421b-936c-a9eeae315669,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'pci_devices' on Instance uuid 93c3c311-8454-421b-936c-a9eeae315669 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:11:14 user nova-compute[75217]:   <uuid>93c3c311-8454-421b-936c-a9eeae315669</uuid>
Nov 22 12:11:14 user nova-compute[75217]:   <name>instance-0000002d</name>
Nov 22 12:11:14 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:11:14 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:11:14 user nova-compute[75217]:   <metadata>
Nov 22 12:11:14 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:11:14 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:11:14 user nova-compute[75217]:       <nova:name>tempest-TestVolumeBootPattern-server-1327103003</nova:name>
Nov 22 12:11:14 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:11:13</nova:creationTime>
Nov 22 12:11:14 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:11:14 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:11:14 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:11:14 user nova-compute[75217]:       <nova:owner>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:user uuid="dd47a31e527f43f3bab60f2bd6fe064d">tempest-TestVolumeBootPattern-15878066-project-member</nova:user>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:project uuid="1becac1c31644d859beeae6ce3c6be72">tempest-TestVolumeBootPattern-15878066</nova:project>
Nov 22 12:11:14 user nova-compute[75217]:       </nova:owner>
Nov 22 12:11:14 user nova-compute[75217]:       <nova:ports>
Nov 22 12:11:14 user nova-compute[75217]:         <nova:port uuid="1de24cd3-8d78-419c-b308-adc4eb6883c4">
Nov 22 12:11:14 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 22 12:11:14 user nova-compute[75217]:         </nova:port>
Nov 22 12:11:14 user nova-compute[75217]:       </nova:ports>
Nov 22 12:11:14 user nova-compute[75217]:     </nova:instance>
Nov 22 12:11:14 user nova-compute[75217]:   </metadata>
Nov 22 12:11:14 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:11:14 user nova-compute[75217]:     <system>
Nov 22 12:11:14 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:11:14 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:11:14 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:11:14 user nova-compute[75217]:       <entry name="serial">93c3c311-8454-421b-936c-a9eeae315669</entry>
Nov 22 12:11:14 user nova-compute[75217]:       <entry name="uuid">93c3c311-8454-421b-936c-a9eeae315669</entry>
Nov 22 12:11:14 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:11:14 user nova-compute[75217]:     </system>
Nov 22 12:11:14 user nova-compute[75217]:   </sysinfo>
Nov 22 12:11:14 user nova-compute[75217]:   <os>
Nov 22 12:11:14 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:11:14 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:11:14 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:11:14 user nova-compute[75217]:   </os>
Nov 22 12:11:14 user nova-compute[75217]:   <features>
Nov 22 12:11:14 user nova-compute[75217]:     <acpi/>
Nov 22 12:11:14 user nova-compute[75217]:     <apic/>
Nov 22 12:11:14 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:11:14 user nova-compute[75217]:   </features>
Nov 22 12:11:14 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:11:14 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:11:14 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:11:14 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:11:14 user nova-compute[75217]:   </clock>
Nov 22 12:11:14 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:11:14 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:11:14 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:11:14 user nova-compute[75217]:   </cpu>
Nov 22 12:11:14 user nova-compute[75217]:   <devices>
Nov 22 12:11:14 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:11:14 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:11:14 user nova-compute[75217]:       <source dev="/dev/sdc"/>
Nov 22 12:11:14 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:11:14 user nova-compute[75217]:       <serial>38d6ded6-7d1b-4f7c-a183-997d0c91f226</serial>
Nov 22 12:11:14 user nova-compute[75217]:     </disk>
Nov 22 12:11:14 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:11:14 user nova-compute[75217]:       <mac address="fa:16:3e:3b:8f:5d"/>
Nov 22 12:11:14 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:11:14 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:11:14 user nova-compute[75217]:       <target dev="tap1de24cd3-8d"/>
Nov 22 12:11:14 user nova-compute[75217]:     </interface>
Nov 22 12:11:14 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:11:14 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/93c3c311-8454-421b-936c-a9eeae315669/console.log" append="off"/>
Nov 22 12:11:14 user nova-compute[75217]:     </serial>
Nov 22 12:11:14 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:11:14 user nova-compute[75217]:     <video>
Nov 22 12:11:14 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:11:14 user nova-compute[75217]:     </video>
Nov 22 12:11:14 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:11:14 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:11:14 user nova-compute[75217]:     </rng>
Nov 22 12:11:14 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:11:14 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:11:14 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:11:14 user nova-compute[75217]:     </memballoon>
Nov 22 12:11:14 user nova-compute[75217]:   </devices>
Nov 22 12:11:14 user nova-compute[75217]: </domain>
Nov 22 12:11:14 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1327103003',display_name='tempest-TestVolumeBootPattern-server-1327103003',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1327103003',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-62wf5sgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:11:07Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=93c3c311-8454-421b-936c-a9eeae315669,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG os_vif [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea708f05-b6f1-5c7d-82c1-4aff51061a3e', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1de24cd3-8d, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1de24cd3-8d, col_values=(('qos', UUID('4c3b4a7d-beb6-495d-af79-c0170fac3440')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1de24cd3-8d, col_values=(('external_ids', {'iface-id': '1de24cd3-8d78-419c-b308-adc4eb6883c4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:8f:5d', 'vm-uuid': '93c3c311-8454-421b-936c-a9eeae315669'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:11:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:14 user nova-compute[75217]: INFO os_vif [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d')
Nov 22 12:11:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:11:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No VIF found with MAC fa:16:3e:3b:8f:5d, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-576d6a08-f90d-4052-bbfd-3a94afb11c32 req-20b4b38b-cdae-4ec3-8baf-83ab48242907 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-576d6a08-f90d-4052-bbfd-3a94afb11c32 req-20b4b38b-cdae-4ec3-8baf-83ab48242907 service nova] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-576d6a08-f90d-4052-bbfd-3a94afb11c32 req-20b4b38b-cdae-4ec3-8baf-83ab48242907 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-576d6a08-f90d-4052-bbfd-3a94afb11c32 req-20b4b38b-cdae-4ec3-8baf-83ab48242907 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-576d6a08-f90d-4052-bbfd-3a94afb11c32 req-20b4b38b-cdae-4ec3-8baf-83ab48242907 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] No waiting events found dispatching network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:11:16 user nova-compute[75217]: WARNING nova.compute.manager [req-576d6a08-f90d-4052-bbfd-3a94afb11c32 req-20b4b38b-cdae-4ec3-8baf-83ab48242907 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received unexpected event network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 for instance with vm_state building and task_state spawning.
Nov 22 12:11:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:11:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Instance spawned successfully.
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:18 user nova-compute[75217]: INFO nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Took 5.15 seconds to spawn the instance on the hypervisor.
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:11:18 user nova-compute[75217]: INFO nova.compute.manager [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Took 12.29 seconds to build instance.
Nov 22 12:11:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-ec18f77a-5de0-4a3e-becb-15fbbc40f119 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "93c3c311-8454-421b-936c-a9eeae315669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.380s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a1c234c-0510-4aa0-8771-16d26d773e41 req-2a108873-ec27-48f4-a08a-9d46ee74e936 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a1c234c-0510-4aa0-8771-16d26d773e41 req-2a108873-ec27-48f4-a08a-9d46ee74e936 service nova] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a1c234c-0510-4aa0-8771-16d26d773e41 req-2a108873-ec27-48f4-a08a-9d46ee74e936 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a1c234c-0510-4aa0-8771-16d26d773e41 req-2a108873-ec27-48f4-a08a-9d46ee74e936 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a1c234c-0510-4aa0-8771-16d26d773e41 req-2a108873-ec27-48f4-a08a-9d46ee74e936 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] No waiting events found dispatching network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:11:18 user nova-compute[75217]: WARNING nova.compute.manager [req-1a1c234c-0510-4aa0-8771-16d26d773e41 req-2a108873-ec27-48f4-a08a-9d46ee74e936 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received unexpected event network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 for instance with vm_state active and task_state None.
Nov 22 12:11:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:19 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:11:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:11:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:11:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:11:28 user nova-compute[75217]: INFO nova.compute.claims [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Claim successful on node user
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:11:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:28 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:28 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8582MB free_disk=25.251014709472656GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:28 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.595s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.190s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:11:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e31a2918-d5b6-47db-8af8-d76c971096a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 93c3c311-8454-421b-936c-a9eeae315669 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.policy [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47a6f16e8bc548909e0e794d92a41f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9324f1ddefd94c288f59837dd905c351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:11:29 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Creating image(s)
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "/opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "/opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "/opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.367s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk 1073741824" returned: 0 in 0.055s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Successfully created port: 9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:11:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Cannot resize image /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Ensure instance console log exists: /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Successfully updated port: 9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquired lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-changed-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Refreshing instance network info cache due to event network-changed-9a900e1b-aa4f-4885-859e-db4b2bed831e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] Acquiring lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updating instance_info_cache with network_info: [{"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Releasing lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Instance network_info: |[{"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] Acquired lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Refreshing network info cache for port 9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Start _get_guest_xml network_info=[{"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:11:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1815037387',display_name='tempest-VolumesSnapshotTestJSON-instance-1815037387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1815037387',id=46,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA0jpE5wPsi6QvnLcV7JgRReXMrMa5SlXJMxeMTRZvEcuK5lx4tcb+ii7rINUbKBC+GWCQKR32I1duMGpBhTwr7tVIT3DVeOQ/LL4uxFlrwLI0P5aXMZhLEqYTI9yHeY3A==',key_name='tempest-keypair-19256221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9324f1ddefd94c288f59837dd905c351',ramdisk_id='',reservation_id='r-bitihw3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1019117642',owner_user_name='tempest-VolumesSnapshotTestJSON-1019117642-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:11:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47a6f16e8bc548909e0e794d92a41f6a',uuid=58cf8050-e006-41d4-8037-c46ca9cd88a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converting VIF {"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'pci_devices' on Instance uuid 58cf8050-e006-41d4-8037-c46ca9cd88a8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:11:30 user nova-compute[75217]:   <uuid>58cf8050-e006-41d4-8037-c46ca9cd88a8</uuid>
Nov 22 12:11:30 user nova-compute[75217]:   <name>instance-0000002e</name>
Nov 22 12:11:30 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:11:30 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:11:30 user nova-compute[75217]:   <metadata>
Nov 22 12:11:30 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:11:30 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:11:30 user nova-compute[75217]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1815037387</nova:name>
Nov 22 12:11:30 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:11:30</nova:creationTime>
Nov 22 12:11:30 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:11:30 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:11:30 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:11:30 user nova-compute[75217]:       <nova:owner>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:user uuid="47a6f16e8bc548909e0e794d92a41f6a">tempest-VolumesSnapshotTestJSON-1019117642-project-member</nova:user>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:project uuid="9324f1ddefd94c288f59837dd905c351">tempest-VolumesSnapshotTestJSON-1019117642</nova:project>
Nov 22 12:11:30 user nova-compute[75217]:       </nova:owner>
Nov 22 12:11:30 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:11:30 user nova-compute[75217]:       <nova:ports>
Nov 22 12:11:30 user nova-compute[75217]:         <nova:port uuid="9a900e1b-aa4f-4885-859e-db4b2bed831e">
Nov 22 12:11:30 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 22 12:11:30 user nova-compute[75217]:         </nova:port>
Nov 22 12:11:30 user nova-compute[75217]:       </nova:ports>
Nov 22 12:11:30 user nova-compute[75217]:     </nova:instance>
Nov 22 12:11:30 user nova-compute[75217]:   </metadata>
Nov 22 12:11:30 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:11:30 user nova-compute[75217]:     <system>
Nov 22 12:11:30 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:11:30 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:11:30 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:11:30 user nova-compute[75217]:       <entry name="serial">58cf8050-e006-41d4-8037-c46ca9cd88a8</entry>
Nov 22 12:11:30 user nova-compute[75217]:       <entry name="uuid">58cf8050-e006-41d4-8037-c46ca9cd88a8</entry>
Nov 22 12:11:30 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:11:30 user nova-compute[75217]:     </system>
Nov 22 12:11:30 user nova-compute[75217]:   </sysinfo>
Nov 22 12:11:30 user nova-compute[75217]:   <os>
Nov 22 12:11:30 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:11:30 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:11:30 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:11:30 user nova-compute[75217]:   </os>
Nov 22 12:11:30 user nova-compute[75217]:   <features>
Nov 22 12:11:30 user nova-compute[75217]:     <acpi/>
Nov 22 12:11:30 user nova-compute[75217]:     <apic/>
Nov 22 12:11:30 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:11:30 user nova-compute[75217]:   </features>
Nov 22 12:11:30 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:11:30 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:11:30 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:11:30 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:11:30 user nova-compute[75217]:   </clock>
Nov 22 12:11:30 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:11:30 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:11:30 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:11:30 user nova-compute[75217]:   </cpu>
Nov 22 12:11:30 user nova-compute[75217]:   <devices>
Nov 22 12:11:30 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:11:30 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:11:30 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk"/>
Nov 22 12:11:30 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:11:30 user nova-compute[75217]:     </disk>
Nov 22 12:11:30 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:11:30 user nova-compute[75217]:       <mac address="fa:16:3e:08:89:f4"/>
Nov 22 12:11:30 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:11:30 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:11:30 user nova-compute[75217]:       <target dev="tap9a900e1b-aa"/>
Nov 22 12:11:30 user nova-compute[75217]:     </interface>
Nov 22 12:11:30 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:11:30 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/console.log" append="off"/>
Nov 22 12:11:30 user nova-compute[75217]:     </serial>
Nov 22 12:11:30 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:11:30 user nova-compute[75217]:     <video>
Nov 22 12:11:30 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:11:30 user nova-compute[75217]:     </video>
Nov 22 12:11:30 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:11:30 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:11:30 user nova-compute[75217]:     </rng>
Nov 22 12:11:30 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:11:30 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:11:30 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:11:30 user nova-compute[75217]:     </memballoon>
Nov 22 12:11:30 user nova-compute[75217]:   </devices>
Nov 22 12:11:30 user nova-compute[75217]: </domain>
Nov 22 12:11:30 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1815037387',display_name='tempest-VolumesSnapshotTestJSON-instance-1815037387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1815037387',id=46,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA0jpE5wPsi6QvnLcV7JgRReXMrMa5SlXJMxeMTRZvEcuK5lx4tcb+ii7rINUbKBC+GWCQKR32I1duMGpBhTwr7tVIT3DVeOQ/LL4uxFlrwLI0P5aXMZhLEqYTI9yHeY3A==',key_name='tempest-keypair-19256221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9324f1ddefd94c288f59837dd905c351',ramdisk_id='',reservation_id='r-bitihw3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1019117642',owner_user_name='tempest-VolumesSnapshotTestJSON-1019117642-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:11:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47a6f16e8bc548909e0e794d92a41f6a',uuid=58cf8050-e006-41d4-8037-c46ca9cd88a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converting VIF {"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG os_vif [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2cdb96de-e73e-5792-a9a1-984ab312bb70', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a900e1b-aa, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a900e1b-aa, col_values=(('qos', UUID('17736e32-84d5-40ec-b92e-1b6c368310f1')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a900e1b-aa, col_values=(('external_ids', {'iface-id': '9a900e1b-aa4f-4885-859e-db4b2bed831e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:89:f4', 'vm-uuid': '58cf8050-e006-41d4-8037-c46ca9cd88a8'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:30 user nova-compute[75217]: INFO os_vif [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa')
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:11:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No VIF found with MAC fa:16:3e:08:89:f4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:11:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updated VIF entry in instance network info cache for port 9a900e1b-aa4f-4885-859e-db4b2bed831e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:11:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updating instance_info_cache with network_info: [{"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:11:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f43b5945-05ad-4b2d-997a-fe43dea5cdac req-99eb3bcd-ceb0-4a63-9dbd-8f809a14d905 service nova] Releasing lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-63e4a6fe-e9c8-455b-854f-b4af36d6606a req-4f5da0b1-e65b-410c-99ce-cc7e4d73010e service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-63e4a6fe-e9c8-455b-854f-b4af36d6606a req-4f5da0b1-e65b-410c-99ce-cc7e4d73010e service nova] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-63e4a6fe-e9c8-455b-854f-b4af36d6606a req-4f5da0b1-e65b-410c-99ce-cc7e4d73010e service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-63e4a6fe-e9c8-455b-854f-b4af36d6606a req-4f5da0b1-e65b-410c-99ce-cc7e4d73010e service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG nova.compute.manager [req-63e4a6fe-e9c8-455b-854f-b4af36d6606a req-4f5da0b1-e65b-410c-99ce-cc7e4d73010e service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] No waiting events found dispatching network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:11:32 user nova-compute[75217]: WARNING nova.compute.manager [req-63e4a6fe-e9c8-455b-854f-b4af36d6606a req-4f5da0b1-e65b-410c-99ce-cc7e4d73010e service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received unexpected event network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e for instance with vm_state building and task_state spawning.
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:11:34 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Instance spawned successfully.
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:11:34 user nova-compute[75217]: INFO nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0060ea0-6613-42c0-a401-32b2090f5430 req-70c3e287-6d1c-4ec1-9ed7-9ce06892764d service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0060ea0-6613-42c0-a401-32b2090f5430 req-70c3e287-6d1c-4ec1-9ed7-9ce06892764d service nova] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0060ea0-6613-42c0-a401-32b2090f5430 req-70c3e287-6d1c-4ec1-9ed7-9ce06892764d service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0060ea0-6613-42c0-a401-32b2090f5430 req-70c3e287-6d1c-4ec1-9ed7-9ce06892764d service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:34 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0060ea0-6613-42c0-a401-32b2090f5430 req-70c3e287-6d1c-4ec1-9ed7-9ce06892764d service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] No waiting events found dispatching network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:11:34 user nova-compute[75217]: WARNING nova.compute.manager [req-a0060ea0-6613-42c0-a401-32b2090f5430 req-70c3e287-6d1c-4ec1-9ed7-9ce06892764d service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received unexpected event network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e for instance with vm_state active and task_state None.
Nov 22 12:11:34 user nova-compute[75217]: INFO nova.compute.manager [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Took 6.10 seconds to build instance.
Nov 22 12:11:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-f6d826c5-330f-47f5-83af-bec33a2ad1bf tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.258s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:11:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:11:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:02 user nova-compute[75217]: INFO nova.compute.manager [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Unshelving
Nov 22 12:12:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:02 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'pci_requests' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:02 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'numa_topology' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:02 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:12:02 user nova-compute[75217]: INFO nova.compute.claims [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Claim successful on node user
Nov 22 12:12:03 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.350s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:03 user nova-compute[75217]: INFO nova.network.neutron [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating port 25ee5a72-28f6-4333-adef-29ca6692b8d9 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing instance network info cache due to event network-changed-25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] Acquiring lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:12:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG nova.network.neutron [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:12:04 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Creating image(s)
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'trusted_certs' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] Acquired lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Refreshing network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG nova.objects.base [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<99ca07d8-1f40-46eb-ad27-9dcb196e3509> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "c02f015e63320b0842ff4023df01bf716a29572e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "c02f015e63320b0842ff4023df01bf716a29572e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.part --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.part --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG nova.virt.images [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] 95dcf7c4-3075-4a06-a8af-02b31f57d517 was qcow2, converting to raw {{(pid=75217) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG nova.privsep.utils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75217) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.part /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.converted {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG nova.network.neutron [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updated VIF entry in instance network info cache for port 25ee5a72-28f6-4333-adef-29ca6692b8d9. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG nova.network.neutron [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-48134763-1d6a-4bbe-a89c-9c45c0af2aff req-779179c1-77e7-4cd9-8369-11dc52511c77 service nova] Releasing lock "refresh_cache-99ca07d8-1f40-46eb-ad27-9dcb196e3509" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:12:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.part /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.converted" returned: 0 in 0.570s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.converted --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e.converted --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "c02f015e63320b0842ff4023df01bf716a29572e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.033s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e --force-share --output=json" returned: 0 in 0.183s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "c02f015e63320b0842ff4023df01bf716a29572e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "c02f015e63320b0842ff4023df01bf716a29572e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e --force-share --output=json" returned: 0 in 0.171s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e,backing_fmt=raw /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e,backing_fmt=raw /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk 1073741824" returned: 0 in 0.049s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "c02f015e63320b0842ff4023df01bf716a29572e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'migration_context' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:06 user nova-compute[75217]: DEBUG nova.objects.base [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<99ca07d8-1f40-46eb-ad27-9dcb196e3509> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:06 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Rebasing disk image.
Nov 22 12:12:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:07 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f -F raw /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f -F raw /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk" returned: 0 in 2.462s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Ensure instance console log exists: /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Start _get_guest_xml network_info=[{"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='806c62f6eca92fc75b10e7fc08bda22d',container_format='bare',created_at=2023-11-22T12:10:10Z,direct_url=<?>,disk_format='qcow2',id=95dcf7c4-3075-4a06-a8af-02b31f57d517,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1957163574-shelved',owner='17e5d55453a64acebb1a0217259be99f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-22T12:10:14Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:12:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:12:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='806c62f6eca92fc75b10e7fc08bda22d',container_format='bare',created_at=2023-11-22T12:10:10Z,direct_url=<?>,disk_format='qcow2',id=95dcf7c4-3075-4a06-a8af-02b31f57d517,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1957163574-shelved',owner='17e5d55453a64acebb1a0217259be99f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-22T12:10:14Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'vcpu_model' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.objects.base [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<99ca07d8-1f40-46eb-ad27-9dcb196e3509> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:08:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1957163574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1957163574',id=42,image_ref='95dcf7c4-3075-4a06-a8af-02b31f57d517',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-659218941',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-xssyry0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member',shelved_at='2023-11-22T12:10:13.880966',shelved_host='user',shelved_image_id='95dcf7c4-3075-4a06-a8af-02b31f57d517'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:12:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=99ca07d8-1f40-46eb-ad27-9dcb196e3509,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.objects.instance [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'pci_devices' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.objects.base [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Object Instance<99ca07d8-1f40-46eb-ad27-9dcb196e3509> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:12:09 user nova-compute[75217]:   <uuid>99ca07d8-1f40-46eb-ad27-9dcb196e3509</uuid>
Nov 22 12:12:09 user nova-compute[75217]:   <name>instance-0000002a</name>
Nov 22 12:12:09 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:12:09 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:12:09 user nova-compute[75217]:   <metadata>
Nov 22 12:12:09 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:12:09 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:12:09 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1957163574</nova:name>
Nov 22 12:12:09 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:12:09</nova:creationTime>
Nov 22 12:12:09 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:12:09 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:12:09 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:12:09 user nova-compute[75217]:       <nova:owner>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:user uuid="c3370b350bd14ca1a379a6b959830369">tempest-AttachVolumeShelveTestJSON-544059074-project-member</nova:user>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:project uuid="17e5d55453a64acebb1a0217259be99f">tempest-AttachVolumeShelveTestJSON-544059074</nova:project>
Nov 22 12:12:09 user nova-compute[75217]:       </nova:owner>
Nov 22 12:12:09 user nova-compute[75217]:       <nova:root type="image" uuid="95dcf7c4-3075-4a06-a8af-02b31f57d517"/>
Nov 22 12:12:09 user nova-compute[75217]:       <nova:ports>
Nov 22 12:12:09 user nova-compute[75217]:         <nova:port uuid="25ee5a72-28f6-4333-adef-29ca6692b8d9">
Nov 22 12:12:09 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 12:12:09 user nova-compute[75217]:         </nova:port>
Nov 22 12:12:09 user nova-compute[75217]:       </nova:ports>
Nov 22 12:12:09 user nova-compute[75217]:     </nova:instance>
Nov 22 12:12:09 user nova-compute[75217]:   </metadata>
Nov 22 12:12:09 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:12:09 user nova-compute[75217]:     <system>
Nov 22 12:12:09 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:12:09 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:12:09 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:12:09 user nova-compute[75217]:       <entry name="serial">99ca07d8-1f40-46eb-ad27-9dcb196e3509</entry>
Nov 22 12:12:09 user nova-compute[75217]:       <entry name="uuid">99ca07d8-1f40-46eb-ad27-9dcb196e3509</entry>
Nov 22 12:12:09 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:12:09 user nova-compute[75217]:     </system>
Nov 22 12:12:09 user nova-compute[75217]:   </sysinfo>
Nov 22 12:12:09 user nova-compute[75217]:   <os>
Nov 22 12:12:09 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:12:09 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:12:09 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:12:09 user nova-compute[75217]:   </os>
Nov 22 12:12:09 user nova-compute[75217]:   <features>
Nov 22 12:12:09 user nova-compute[75217]:     <acpi/>
Nov 22 12:12:09 user nova-compute[75217]:     <apic/>
Nov 22 12:12:09 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:12:09 user nova-compute[75217]:   </features>
Nov 22 12:12:09 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:12:09 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:12:09 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:12:09 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:12:09 user nova-compute[75217]:   </clock>
Nov 22 12:12:09 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:12:09 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:12:09 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:12:09 user nova-compute[75217]:   </cpu>
Nov 22 12:12:09 user nova-compute[75217]:   <devices>
Nov 22 12:12:09 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:12:09 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:12:09 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk"/>
Nov 22 12:12:09 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:12:09 user nova-compute[75217]:     </disk>
Nov 22 12:12:09 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:12:09 user nova-compute[75217]:       <mac address="fa:16:3e:d0:ee:d2"/>
Nov 22 12:12:09 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:12:09 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:12:09 user nova-compute[75217]:       <target dev="tap25ee5a72-28"/>
Nov 22 12:12:09 user nova-compute[75217]:     </interface>
Nov 22 12:12:09 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:12:09 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/console.log" append="off"/>
Nov 22 12:12:09 user nova-compute[75217]:     </serial>
Nov 22 12:12:09 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:12:09 user nova-compute[75217]:     <video>
Nov 22 12:12:09 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:12:09 user nova-compute[75217]:     </video>
Nov 22 12:12:09 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:12:09 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:12:09 user nova-compute[75217]:     </rng>
Nov 22 12:12:09 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:12:09 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:12:09 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:12:09 user nova-compute[75217]:     </memballoon>
Nov 22 12:12:09 user nova-compute[75217]:   </devices>
Nov 22 12:12:09 user nova-compute[75217]: </domain>
Nov 22 12:12:09 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:08:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1957163574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1957163574',id=42,image_ref='95dcf7c4-3075-4a06-a8af-02b31f57d517',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-659218941',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-xssyry0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member',shelved_at='2023-11-22T12:10:13.880966',shelved_host='user',shelved_image_id='95dcf7c4-3075-4a06-a8af-02b31f57d517'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:12:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=99ca07d8-1f40-46eb-ad27-9dcb196e3509,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG os_vif [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d8e984c-65a2-5b86-9964-e35f1a7347e8', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap25ee5a72-28, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap25ee5a72-28, col_values=(('qos', UUID('99f8a909-14b5-460b-8365-392a87573a8e')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap25ee5a72-28, col_values=(('external_ids', {'iface-id': '25ee5a72-28f6-4333-adef-29ca6692b8d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:ee:d2', 'vm-uuid': '99ca07d8-1f40-46eb-ad27-9dcb196e3509'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:09 user nova-compute[75217]: INFO os_vif [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28')
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:12:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] No VIF found with MAC fa:16:3e:d0:ee:d2, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-083e5519-035f-4b5b-9e84-06079d4f561a req-28dd2ae7-6a0f-4df0-9250-844c0ed24f9b service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-083e5519-035f-4b5b-9e84-06079d4f561a req-28dd2ae7-6a0f-4df0-9250-844c0ed24f9b service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-083e5519-035f-4b5b-9e84-06079d4f561a req-28dd2ae7-6a0f-4df0-9250-844c0ed24f9b service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-083e5519-035f-4b5b-9e84-06079d4f561a req-28dd2ae7-6a0f-4df0-9250-844c0ed24f9b service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-083e5519-035f-4b5b-9e84-06079d4f561a req-28dd2ae7-6a0f-4df0-9250-844c0ed24f9b service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:12:11 user nova-compute[75217]: WARNING nova.compute.manager [req-083e5519-035f-4b5b-9e84-06079d4f561a req-28dd2ae7-6a0f-4df0-9250-844c0ed24f9b service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:12:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance spawned successfully.
Nov 22 12:12:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-17a25544-145f-4dc8-9cab-42f1091ce2c1 req-155b1910-707c-47c7-9618-23c63cb51d46 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-17a25544-145f-4dc8-9cab-42f1091ce2c1 req-155b1910-707c-47c7-9618-23c63cb51d46 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-17a25544-145f-4dc8-9cab-42f1091ce2c1 req-155b1910-707c-47c7-9618-23c63cb51d46 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-17a25544-145f-4dc8-9cab-42f1091ce2c1 req-155b1910-707c-47c7-9618-23c63cb51d46 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-17a25544-145f-4dc8-9cab-42f1091ce2c1 req-155b1910-707c-47c7-9618-23c63cb51d46 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:12:13 user nova-compute[75217]: WARNING nova.compute.manager [req-17a25544-145f-4dc8-9cab-42f1091ce2c1 req-155b1910-707c-47c7-9618-23c63cb51d46 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 22 12:12:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-37b6e8a6-d419-4e19-aa0b-ca9045d096f7 tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.088s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:12:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:21 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'info_cache' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:12:22 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance destroyed successfully.
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'resources' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:10:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaac3f432-90, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=26de69de-f63f-4229-ba95-90cd69681ab0) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:22 user nova-compute[75217]: INFO os_vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90')
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:12:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[22852ff9-5487-48e9-ab02-a56d480f87ed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:12:22 user nova-compute[75217]: No targets found.
Nov 22 12:12:22 user nova-compute[75217]: iSNS:
Nov 22 12:12:22 user nova-compute[75217]: No targets found.
Nov 22 12:12:22 user nova-compute[75217]: STATIC:
Nov 22 12:12:22 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80
Nov 22 12:12:22 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:12:22 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:12:22 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:12:22 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:12:22 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:12:22 user nova-compute[75217]: FIRMWARE:
Nov 22 12:12:22 user nova-compute[75217]: No targets found.
Nov 22 12:12:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:12:22 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:12:22 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5acb973d-0038-431f-b8de-5ad160a8b445]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8f713b-18de-402d-889d-412665fd6212]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:12:22 user nova-compute[75217]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:12:22 user nova-compute[75217]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a8fe3e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc92c73a-6f90-4bd0-a3a1-a378f4828b7b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[51057d1b-f84a-469a-99c8-6168670ca690]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea909e4-46cd-4299-8781-de612ffe856d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.059s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b2203f-d902-4b69-aa7c-e3bcbfc0f608]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1b9162-048c-46f0-ae69-24cfcf758d96]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[480aec1d-1c60-4137-879e-81a6ab067c5a]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]
Nov 22 12:12:22 user nova-compute[75217]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.
Nov 22 12:12:22 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[de0a2666-9035-421a-9459-b63880f68f54]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== disconnect_volume: return (321ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start _get_guest_xml network_info=[{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '01bde3ca-ed43-44a5-ae87-b25efd76aab0', 'attached_at': '', 'detached_at': '', 'volume_id': '4108cf84-8b80-4836-bc16-c4ea2d610e80', 'serial': '4108cf84-8b80-4836-bc16-c4ea2d610e80'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '0d8b6038-dd30-49a3-adc5-7022a307712f', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'numa_topology' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:22 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:12:22 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'vcpu_model' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:12:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:12:22 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:12:22 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82f9842-9f07-432f-ae8a-74cf16cf50e4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:12:22 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:22 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[256e11ca-5db2-47d0-a851-c6e2b6df281a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80] added
Nov 22 12:12:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fcec69a-a17a-426a-a839-0480a58c630a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Updating instance_info_cache with network_info: [{"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-e31a2918-d5b6-47db-8af8-d76c971096a9" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6f80bd-3a0d-483b-954f-ccefc9b896a6]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LkSdtOaH {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LkSdtOaH" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[02082ba8-d363-4b27-a9e9-fa09a319c98c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LkSdtOaH'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f773bcd-3735-4fbd-8742-99ae7ba98523]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b1980d-2180-45b1-8723-f7ac7dbdc9f6]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cfa9c5b-0da7-43c9-9774-eda2c6bb7bb5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]
Nov 22 12:12:23 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.
Nov 22 12:12:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb00ea5-4f16-4411-8c1b-0df2a6ede725]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79d31cf-28d7-448e-8ef7-3d8e431180fd]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:23 user nova-compute[75217]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:12:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:23 user nova-compute[75217]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:12:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.248s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8389812a-b983-4187-8e7f-409bbd42a0ef]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:12:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '23964396638663035', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964396638663035', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:10:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'pci_devices' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:12:24 user nova-compute[75217]:   <uuid>01bde3ca-ed43-44a5-ae87-b25efd76aab0</uuid>
Nov 22 12:12:24 user nova-compute[75217]:   <name>instance-0000002b</name>
Nov 22 12:12:24 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:12:24 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:12:24 user nova-compute[75217]:   <metadata>
Nov 22 12:12:24 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:12:24 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:12:24 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeTestJSON-server-2081786278</nova:name>
Nov 22 12:12:24 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:12:22</nova:creationTime>
Nov 22 12:12:24 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:12:24 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:12:24 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:12:24 user nova-compute[75217]:       <nova:owner>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:user uuid="64b6e89618124d5a97646ced9458ec50">tempest-AttachVolumeTestJSON-184848045-project-member</nova:user>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:project uuid="547684465f134a3ba863fafdd54a252b">tempest-AttachVolumeTestJSON-184848045</nova:project>
Nov 22 12:12:24 user nova-compute[75217]:       </nova:owner>
Nov 22 12:12:24 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:12:24 user nova-compute[75217]:       <nova:ports>
Nov 22 12:12:24 user nova-compute[75217]:         <nova:port uuid="aac3f432-90ac-4d43-84b0-cb2f74f1cf0c">
Nov 22 12:12:24 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 12:12:24 user nova-compute[75217]:         </nova:port>
Nov 22 12:12:24 user nova-compute[75217]:       </nova:ports>
Nov 22 12:12:24 user nova-compute[75217]:     </nova:instance>
Nov 22 12:12:24 user nova-compute[75217]:   </metadata>
Nov 22 12:12:24 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:12:24 user nova-compute[75217]:     <system>
Nov 22 12:12:24 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:12:24 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:12:24 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:12:24 user nova-compute[75217]:       <entry name="serial">01bde3ca-ed43-44a5-ae87-b25efd76aab0</entry>
Nov 22 12:12:24 user nova-compute[75217]:       <entry name="uuid">01bde3ca-ed43-44a5-ae87-b25efd76aab0</entry>
Nov 22 12:12:24 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:12:24 user nova-compute[75217]:     </system>
Nov 22 12:12:24 user nova-compute[75217]:   </sysinfo>
Nov 22 12:12:24 user nova-compute[75217]:   <os>
Nov 22 12:12:24 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:12:24 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:12:24 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:12:24 user nova-compute[75217]:   </os>
Nov 22 12:12:24 user nova-compute[75217]:   <features>
Nov 22 12:12:24 user nova-compute[75217]:     <acpi/>
Nov 22 12:12:24 user nova-compute[75217]:     <apic/>
Nov 22 12:12:24 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:12:24 user nova-compute[75217]:   </features>
Nov 22 12:12:24 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:12:24 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:12:24 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:12:24 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:12:24 user nova-compute[75217]:   </clock>
Nov 22 12:12:24 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:12:24 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:12:24 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:12:24 user nova-compute[75217]:   </cpu>
Nov 22 12:12:24 user nova-compute[75217]:   <devices>
Nov 22 12:12:24 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:12:24 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:12:24 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk"/>
Nov 22 12:12:24 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:12:24 user nova-compute[75217]:     </disk>
Nov 22 12:12:24 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:12:24 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:12:24 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 12:12:24 user nova-compute[75217]:       <target dev="vdb" bus="virtio"/>
Nov 22 12:12:24 user nova-compute[75217]:       <serial>4108cf84-8b80-4836-bc16-c4ea2d610e80</serial>
Nov 22 12:12:24 user nova-compute[75217]:     </disk>
Nov 22 12:12:24 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:12:24 user nova-compute[75217]:       <mac address="fa:16:3e:07:45:47"/>
Nov 22 12:12:24 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:12:24 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:12:24 user nova-compute[75217]:       <target dev="tapaac3f432-90"/>
Nov 22 12:12:24 user nova-compute[75217]:     </interface>
Nov 22 12:12:24 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:12:24 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/console.log" append="off"/>
Nov 22 12:12:24 user nova-compute[75217]:     </serial>
Nov 22 12:12:24 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:12:24 user nova-compute[75217]:     <video>
Nov 22 12:12:24 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:12:24 user nova-compute[75217]:     </video>
Nov 22 12:12:24 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:12:24 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:12:24 user nova-compute[75217]:     </rng>
Nov 22 12:12:24 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:12:24 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:12:24 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:12:24 user nova-compute[75217]:     </memballoon>
Nov 22 12:12:24 user nova-compute[75217]:   </devices>
Nov 22 12:12:24 user nova-compute[75217]: </domain>
Nov 22 12:12:24 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'trusted_certs' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.172s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:12:24 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Cannot resize image /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'migration_context' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG nova.objects.base [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:10:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG os_vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '877b4e8e-59b4-58a9-9e0f-5afc7ae42127', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaac3f432-90, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaac3f432-90, col_values=(('qos', UUID('cb073674-22c7-4737-ba6b-92483bc4b1ec')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaac3f432-90, col_values=(('external_ids', {'iface-id': 'aac3f432-90ac-4d43-84b0-cb2f74f1cf0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:45:47', 'vm-uuid': '01bde3ca-ed43-44a5-ae87-b25efd76aab0'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:25 user nova-compute[75217]: INFO os_vif [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90')
Nov 22 12:12:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-a97a6b8e-f552-4e66-92e2-1439aca1bb49 req-e123ef4e-18bc-4c37-aa11-78c56a722cf4 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a97a6b8e-f552-4e66-92e2-1439aca1bb49 req-e123ef4e-18bc-4c37-aa11-78c56a722cf4 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a97a6b8e-f552-4e66-92e2-1439aca1bb49 req-e123ef4e-18bc-4c37-aa11-78c56a722cf4 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a97a6b8e-f552-4e66-92e2-1439aca1bb49 req-e123ef4e-18bc-4c37-aa11-78c56a722cf4 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG nova.compute.manager [req-a97a6b8e-f552-4e66-92e2-1439aca1bb49 req-e123ef4e-18bc-4c37-aa11-78c56a722cf4 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:12:26 user nova-compute[75217]: WARNING nova.compute.manager [req-a97a6b8e-f552-4e66-92e2-1439aca1bb49 req-e123ef4e-18bc-4c37-aa11-78c56a722cf4 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state stopped and task_state powering-on.
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:12:28 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance rebooted successfully.
Nov 22 12:12:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a6791534-512b-460f-b939-93ab28d080fb tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-6f444924-5de8-4948-be84-0c60878d0eef req-b44aa6f5-9ac8-4fb9-afc9-1826f03a62d1 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6f444924-5de8-4948-be84-0c60878d0eef req-b44aa6f5-9ac8-4fb9-afc9-1826f03a62d1 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6f444924-5de8-4948-be84-0c60878d0eef req-b44aa6f5-9ac8-4fb9-afc9-1826f03a62d1 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6f444924-5de8-4948-be84-0c60878d0eef req-b44aa6f5-9ac8-4fb9-afc9-1826f03a62d1 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG nova.compute.manager [req-6f444924-5de8-4948-be84-0c60878d0eef req-b44aa6f5-9ac8-4fb9-afc9-1826f03a62d1 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:12:28 user nova-compute[75217]: WARNING nova.compute.manager [req-6f444924-5de8-4948-be84-0c60878d0eef req-b44aa6f5-9ac8-4fb9-afc9-1826f03a62d1 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state active and task_state None.
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:12:29 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:12:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8443MB free_disk=25.185653686523438GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e31a2918-d5b6-47db-8af8-d76c971096a9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 93c3c311-8454-421b-936c-a9eeae315669 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 99ca07d8-1f40-46eb-ad27-9dcb196e3509 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:12:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:12:31 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:12:31 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:12:31 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:12:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.390s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:12:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:58 user nova-compute[75217]: INFO nova.compute.manager [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Terminating instance
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-changed-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Refreshing instance network info cache due to event network-changed-1de24cd3-8d78-419c-b308-adc4eb6883c4. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] Acquiring lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] Acquired lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Refreshing network info cache for port 1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-015222bb-e47c-4ccb-b2e3-6d0fe43996d0 req-b8d5edf2-455e-4346-84ba-561df5f59b56 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-vif-unplugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-015222bb-e47c-4ccb-b2e3-6d0fe43996d0 req-b8d5edf2-455e-4346-84ba-561df5f59b56 service nova] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-015222bb-e47c-4ccb-b2e3-6d0fe43996d0 req-b8d5edf2-455e-4346-84ba-561df5f59b56 service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-015222bb-e47c-4ccb-b2e3-6d0fe43996d0 req-b8d5edf2-455e-4346-84ba-561df5f59b56 service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-015222bb-e47c-4ccb-b2e3-6d0fe43996d0 req-b8d5edf2-455e-4346-84ba-561df5f59b56 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] No waiting events found dispatching network-vif-unplugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [req-015222bb-e47c-4ccb-b2e3-6d0fe43996d0 req-b8d5edf2-455e-4346-84ba-561df5f59b56 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-vif-unplugged-43c989fe-6d1d-4c2f-a951-87684be98f73 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updated VIF entry in instance network info cache for port 1de24cd3-8d78-419c-b308-adc4eb6883c4. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.network.neutron [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updating instance_info_cache with network_info: [{"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-6b94847a-aeae-4f6d-a28e-61e7b1c23729 req-57043f05-cf9b-41fb-8e47-f66df45d07ad service nova] Releasing lock "refresh_cache-93c3c311-8454-421b-936c-a9eeae315669" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "93c3c311-8454-421b-936c-a9eeae315669" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:58 user nova-compute[75217]: INFO nova.compute.manager [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Terminating instance
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.compute.manager [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:12:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Instance destroyed successfully.
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lazy-loading 'resources' on Instance uuid e31a2918-d5b6-47db-8af8-d76c971096a9 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1612903907',display_name='tempest-VolumesActionsTest-instance-1612903907',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1612903907',id=44,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:11:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a464d78f3956418d8526d4bdcaceea03',ramdisk_id='',reservation_id='r-kjvz1zvv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-836537771',owner_user_name='tempest-VolumesActionsTest-836537771-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:11:08Z,user_data=None,user_id='affa43994b6440f481daba1d1fb3d3a4',uuid=e31a2918-d5b6-47db-8af8-d76c971096a9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Converting VIF {"id": "43c989fe-6d1d-4c2f-a951-87684be98f73", "address": "fa:16:3e:9b:74:9a", "network": {"id": "aaf0bce0-8fa1-4226-a289-8e8467db3f3f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-953857569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a464d78f3956418d8526d4bdcaceea03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43c989fe-6d", "ovs_interfaceid": "43c989fe-6d1d-4c2f-a951-87684be98f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG os_vif [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap43c989fe-6d, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1635798e-60bc-4300-8c5a-2c40c22cda89) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:58 user nova-compute[75217]: INFO os_vif [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:74:9a,bridge_name='br-int',has_traffic_filtering=True,id=43c989fe-6d1d-4c2f-a951-87684be98f73,network=Network(aaf0bce0-8fa1-4226-a289-8e8467db3f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43c989fe-6d')
Nov 22 12:12:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Deleting instance files /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9_del
Nov 22 12:12:58 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Deletion of /opt/stack/data/nova/instances/e31a2918-d5b6-47db-8af8-d76c971096a9_del complete
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:59 user nova-compute[75217]: INFO nova.compute.manager [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Took 0.83 seconds to destroy the instance on the hypervisor.
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:12:59 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Took 0.46 seconds to deallocate network for instance.
Nov 22 12:12:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Instance destroyed successfully.
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.objects.instance [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'resources' on Instance uuid 93c3c311-8454-421b-936c-a9eeae315669 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1327103003',display_name='tempest-TestVolumeBootPattern-server-1327103003',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1327103003',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:11:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-62wf5sgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:11:19Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=93c3c311-8454-421b-936c-a9eeae315669,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "address": "fa:16:3e:3b:8f:5d", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1de24cd3-8d", "ovs_interfaceid": "1de24cd3-8d78-419c-b308-adc4eb6883c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_vif [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1de24cd3-8d, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4c3b4a7d-beb6-495d-af79-c0170fac3440) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:12:59 user nova-compute[75217]: INFO os_vif [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:8f:5d,bridge_name='br-int',has_traffic_filtering=True,id=1de24cd3-8d78-419c-b308-adc4eb6883c4,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1de24cd3-8d')
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:12:59 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8894446a-eb62-42af-95c3-5c36dbb70082]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:12:59 user nova-compute[75217]: No targets found.
Nov 22 12:12:59 user nova-compute[75217]: iSNS:
Nov 22 12:12:59 user nova-compute[75217]: No targets found.
Nov 22 12:12:59 user nova-compute[75217]: STATIC:
Nov 22 12:12:59 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80
Nov 22 12:12:59 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:12:59 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:12:59 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:12:59 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:12:59 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:12:59 user nova-compute[75217]: FIRMWARE:
Nov 22 12:12:59 user nova-compute[75217]: No targets found.
Nov 22 12:12:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:12:59 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:12:59 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d1ed86-126c-4457-bca6-385aeda8ecda]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a009ab-ba77-4090-82d7-b29fcef1bc81]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:59 user nova-compute[75217]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:12:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:12:59 user nova-compute[75217]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:12:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058de9a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[27db12af-42a3-41b6-9bff-75749f3c758f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a4ae8b-b918-4afa-8da2-276ad223a013]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb52cde4-6ff9-46ce-bd56-b22e3bed9ba4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3611e105-2f9e-4d36-a4c6-0c3d4b646db1]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.247s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_b5ca4c33', '/dev/disk/by-id/scsi-1SCST_BIOb5ca4c33-8468ac7ac9ea2990', '/dev/disk/by-id/scsi-23834363861633761') {{(pid=85370) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 22 12:12:59 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_b5ca4c33
Nov 22 12:12:59 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOb5ca4c33-8468ac7ac9ea2990
Nov 22 12:12:59 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23834363861633761
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e295469-baa5-4efb-b36a-afb124f962e4]: (4, None) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a45a10-841d-4fce-bf10-72c790dfdffd]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Deleted allocations for instance e31a2918-d5b6-47db-8af8-d76c971096a9
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[be100aae-ace9-401e-919a-3c93d79563da]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]
Nov 22 12:12:59 user nova-compute[75217]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.
Nov 22 12:12:59 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[acbd5246-660d-4091-aac4-75e098c66d7f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== disconnect_volume: return (339ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:12:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:12:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Deleting instance files /opt/stack/data/nova/instances/93c3c311-8454-421b-936c-a9eeae315669_del
Nov 22 12:12:59 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Deletion of /opt/stack/data/nova/instances/93c3c311-8454-421b-936c-a9eeae315669_del complete
Nov 22 12:12:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d8155bed-eca2-4402-b879-cda4f28ae5b7 tempest-VolumesActionsTest-836537771 tempest-VolumesActionsTest-836537771-project-member] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.748s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:00 user nova-compute[75217]: INFO nova.compute.manager [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 93c3c311-8454-421b-936c-a9eeae315669] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-c37c36fb-7ce6-410a-8760-4720abf35d26 req-79c8f0e4-65e6-492e-bd3e-d462bd4b760b service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-vif-deleted-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received event network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Acquiring lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Lock "e31a2918-d5b6-47db-8af8-d76c971096a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] No waiting events found dispatching network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:13:00 user nova-compute[75217]: WARNING nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: e31a2918-d5b6-47db-8af8-d76c971096a9] Received unexpected event network-vif-plugged-43c989fe-6d1d-4c2f-a951-87684be98f73 for instance with vm_state deleted and task_state None.
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-vif-unplugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] No waiting events found dispatching network-vif-unplugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-vif-unplugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Acquiring lock "93c3c311-8454-421b-936c-a9eeae315669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] Lock "93c3c311-8454-421b-936c-a9eeae315669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] No waiting events found dispatching network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:13:00 user nova-compute[75217]: WARNING nova.compute.manager [req-7173260a-b55f-4ac8-82c2-d20a8d9d5fa4 req-17bd129e-745f-43f0-97b9-42515451bec0 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received unexpected event network-vif-plugged-1de24cd3-8d78-419c-b308-adc4eb6883c4 for instance with vm_state active and task_state deleting.
Nov 22 12:13:00 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:13:00 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Took 0.70 seconds to deallocate network for instance.
Nov 22 12:13:01 user nova-compute[75217]: INFO nova.compute.manager [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Took 0.74 seconds to detach 1 volumes for instance.
Nov 22 12:13:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:01 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:13:01 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:13:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.228s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:01 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Deleted allocations for instance 93c3c311-8454-421b-936c-a9eeae315669
Nov 22 12:13:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-73e5e216-5041-459f-b9a1-894906039e13 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "93c3c311-8454-421b-936c-a9eeae315669" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.113s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-6671b067-25a6-437f-bcaf-70088f6a2381 req-f18699a8-d251-4333-97a8-8cbe74e5b463 service nova] [instance: 93c3c311-8454-421b-936c-a9eeae315669] Received event network-vif-deleted-1de24cd3-8d78-419c-b308-adc4eb6883c4 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:13:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:13:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-changed-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Refreshing instance network info cache due to event network-changed-9a900e1b-aa4f-4885-859e-db4b2bed831e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] Acquiring lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] Acquired lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Refreshing network info cache for port 9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'flavor' on Instance uuid 58cf8050-e006-41d4-8037-c46ca9cd88a8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:13:19 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Ignoring supplied device name: /dev/vdb
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:19 user nova-compute[75217]: INFO nova.compute.manager [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Attaching volume 24fa58e9-1c6d-465c-ad06-e544339cdd90 to /dev/vdb
Nov 22 12:13:19 user nova-compute[75217]: DEBUG os_brick.utils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2437c473-b037-43a3-8eee-deb959ce80c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba5ecf4-a0b0-496a-bf1f-3c3a40f41d99]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[23fd42e7-0b57-4398-8141-46966225b294]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddf92db-b6d8-4b02-9799-62759578312d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:13:19 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[050ae1ca-3d50-4ca6-82fb-061206c9a6d4]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG os_brick.utils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updating existing volume attachment record: e9eab1fc-2fdb-49fc-a133-0f128370cc4f {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updated VIF entry in instance network info cache for port 9a900e1b-aa4f-4885-859e-db4b2bed831e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updating instance_info_cache with network_info: [{"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:13:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-98db8ae5-0011-484d-bf36-7b7671e540e9 req-111ff8cc-8f67-4120-8a83-56c4910e2828 service nova] Releasing lock "refresh_cache-58cf8050-e006-41d4-8037-c46ca9cd88a8" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:13:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:13:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 12:13:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmIMkQaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:13:25 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:13:25 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:13:25 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[387992d0-c942-42da-8651-b1ca2f6230b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:13:25 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6909e1a-be34-4591-b81e-f83797831275]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90] added
Nov 22 12:13:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a48b2155-7c5f-4ebb-9d41-9b229f724e74]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.059s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db31e87-4b06-4507-afdf-82bb90392eb4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WmIMkQaq {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WmIMkQaq" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2cf6cc-5e02-4579-a991-837a31fbf54f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WmIMkQaq'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[32222357-9970-40ff-ba0e-6feee07110ed]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[101b4771-3511-4212-a30e-b69f510fedea]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b985f1fb-3c64-4ddd-9aab-d7691973bd37]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260]
Nov 22 12:13:25 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260] successful.
Nov 22 12:13:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cdd12d5-ab4b-4c78-b274-3a65bddc6914]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[41e8a073-d7ef-4f5f-a6af-30e3ac328af2]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:25 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:13:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:25 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:13:25 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8f34c9-09f3-4619-816d-d38c5d7936df]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:13:25 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmIMkQaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:13:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:13:26 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26362313434316163', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:13:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362313434316163', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:13:26 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'flavor' on Instance uuid 58cf8050-e006-41d4-8037-c46ca9cd88a8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:13:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:13:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:13:26 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:13:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:13:26 user nova-compute[75217]:   <serial>24fa58e9-1c6d-465c-ad06-e544339cdd90</serial>
Nov 22 12:13:26 user nova-compute[75217]: </disk>
Nov 22 12:13:26 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:13:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:13:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:13:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No VIF found with MAC fa:16:3e:08:89:f4, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:13:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5b17baea-ed28-417d-9b92-380e45d3c211 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.619s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:28 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:31 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:13:32 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:13:32 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8550MB free_disk=25.21155548095703GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 99ca07d8-1f40-46eb-ad27-9dcb196e3509 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:13:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.263s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:47 user nova-compute[75217]: INFO nova.compute.manager [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Detaching volume 24fa58e9-1c6d-465c-ad06-e544339cdd90
Nov 22 12:13:47 user nova-compute[75217]: INFO nova.virt.block_device [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Attempting to driver detach volume 24fa58e9-1c6d-465c-ad06-e544339cdd90 from mountpoint /dev/vdb
Nov 22 12:13:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Attempting to detach device vdb from instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:13:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:13:47 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:13:47 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:13:47 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:13:47 user nova-compute[75217]:   <serial>24fa58e9-1c6d-465c-ad06-e544339cdd90</serial>
Nov 22 12:13:47 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:13:47 user nova-compute[75217]: </disk>
Nov 22 12:13:47 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:13:47 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully detached device vdb from instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 from the persistent domain config.
Nov 22 12:13:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:13:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:13:47 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:13:47 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:13:47 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:13:47 user nova-compute[75217]:   <serial>24fa58e9-1c6d-465c-ad06-e544339cdd90</serial>
Nov 22 12:13:47 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:13:47 user nova-compute[75217]: </disk>
Nov 22 12:13:47 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:13:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:48 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:13:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "c3883fca-1250-4705-bf4c-73064d1d4712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:13:50 user nova-compute[75217]: INFO nova.compute.claims [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Claim successful on node user
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.244s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:13:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:13:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:13:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG nova.policy [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd47a31e527f43f3bab60f2bd6fe064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1becac1c31644d859beeae6ce3c6be72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:13:51 user nova-compute[75217]: INFO nova.virt.block_device [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Booting with volume 38d6ded6-7d1b-4f7c-a183-997d0c91f226 at /dev/vda
Nov 22 12:13:51 user nova-compute[75217]: DEBUG os_brick.utils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[451283ae-214d-491f-bc5c-3e63f33ae425]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77a6112-4d01-4ad0-81ee-02c98f01a7df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47c2d87-6871-4259-a221-4955b9bc6763]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[834b2f01-fcd6-4a7b-852a-16ceac7ac004]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:13:51 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:13:51 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[205cee2e-4774-41fa-9a1d-d5a74474816b]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG os_brick.utils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating existing volume attachment record: 066b7c53-4229-4a00-a1e4-66dc57661813 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Successfully created port: fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Successfully updated port: fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquired lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-changed-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Refreshing instance network info cache due to event network-changed-fa0e6733-61bb-4632-a4e8-3d5f5ff092de. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] Acquiring lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Releasing lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Instance network_info: |[{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] Acquired lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:13:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Refreshing network info cache for port fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:53 user nova-compute[75217]: INFO nova.compute.manager [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Terminating instance
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-d3d64071-314f-4475-99e0-682cdb8dc134 req-eca520ba-d8fd-4935-8683-f1e49ed9bf0a service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d3d64071-314f-4475-99e0-682cdb8dc134 req-eca520ba-d8fd-4935-8683-f1e49ed9bf0a service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d3d64071-314f-4475-99e0-682cdb8dc134 req-eca520ba-d8fd-4935-8683-f1e49ed9bf0a service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d3d64071-314f-4475-99e0-682cdb8dc134 req-eca520ba-d8fd-4935-8683-f1e49ed9bf0a service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-d3d64071-314f-4475-99e0-682cdb8dc134 req-eca520ba-d8fd-4935-8683-f1e49ed9bf0a service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-d3d64071-314f-4475-99e0-682cdb8dc134 req-eca520ba-d8fd-4935-8683-f1e49ed9bf0a service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-unplugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updated VIF entry in instance network info cache for port fa0e6733-61bb-4632-a4e8-3d5f5ff092de. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.network.neutron [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3bfd6a37-de73-48c5-af14-993beb33e72b req-2cfb7056-f6a6-4d3e-81a5-bbc18604e642 service nova] Releasing lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:13:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Instance destroyed successfully.
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lazy-loading 'resources' on Instance uuid 99ca07d8-1f40-46eb-ad27-9dcb196e3509 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:08:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1957163574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1957163574',id=42,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKG0rkIEFlIhK73s00tECfTRyaWuc+Orr2OZv4kIapLj+Nhiyqb1tkbdwT9EGFfit9UZvmUwVp9Rw3yz5lw09hllB8ImO7eXJhplVvFV5sSvZaT5tI4ElIaP8i4VG8Dhug==',key_name='tempest-keypair-659218941',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:12:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17e5d55453a64acebb1a0217259be99f',ramdisk_id='',reservation_id='r-xssyry0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-544059074',owner_user_name='tempest-AttachVolumeShelveTestJSON-544059074-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:12:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c3370b350bd14ca1a379a6b959830369',uuid=99ca07d8-1f40-46eb-ad27-9dcb196e3509,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converting VIF {"id": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "address": "fa:16:3e:d0:ee:d2", "network": {"id": "27bd2522-076d-4b63-9f8c-e4892ebcd36d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1281148715-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17e5d55453a64acebb1a0217259be99f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25ee5a72-28", "ovs_interfaceid": "25ee5a72-28f6-4333-adef-29ca6692b8d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG os_vif [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25ee5a72-28, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99f8a909-14b5-460b-8365-392a87573a8e) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:53 user nova-compute[75217]: INFO os_vif [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:ee:d2,bridge_name='br-int',has_traffic_filtering=True,id=25ee5a72-28f6-4333-adef-29ca6692b8d9,network=Network(27bd2522-076d-4b63-9f8c-e4892ebcd36d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25ee5a72-28')
Nov 22 12:13:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Deleting instance files /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509_del
Nov 22 12:13:53 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Deletion of /opt/stack/data/nova/instances/99ca07d8-1f40-46eb-ad27-9dcb196e3509_del complete
Nov 22 12:13:53 user nova-compute[75217]: INFO nova.compute.manager [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 22 12:13:53 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:13:53 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:13:54 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Took 0.68 seconds to deallocate network for instance.
Nov 22 12:13:54 user nova-compute[75217]: DEBUG nova.compute.manager [req-b56c34e7-2f63-4051-a576-895b477abd50 req-91a1037b-d9fd-4cdc-9c80-ae8fca2ff718 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-deleted-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:13:54 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.204s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:54 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Deleted allocations for instance 99ca07d8-1f40-46eb-ad27-9dcb196e3509
Nov 22 12:13:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c9e6ab37-c0d8-4895-ae12-0581528a716d tempest-AttachVolumeShelveTestJSON-544059074 tempest-AttachVolumeShelveTestJSON-544059074-project-member] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.986s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-1bbd223a-3ae7-470c-b795-df8b1f438387 req-e191a317-28d6-4b3e-8009-032301bc91d2 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:13:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1bbd223a-3ae7-470c-b795-df8b1f438387 req-e191a317-28d6-4b3e-8009-032301bc91d2 service nova] Acquiring lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1bbd223a-3ae7-470c-b795-df8b1f438387 req-e191a317-28d6-4b3e-8009-032301bc91d2 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1bbd223a-3ae7-470c-b795-df8b1f438387 req-e191a317-28d6-4b3e-8009-032301bc91d2 service nova] Lock "99ca07d8-1f40-46eb-ad27-9dcb196e3509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-1bbd223a-3ae7-470c-b795-df8b1f438387 req-e191a317-28d6-4b3e-8009-032301bc91d2 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] No waiting events found dispatching network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:13:55 user nova-compute[75217]: WARNING nova.compute.manager [req-1bbd223a-3ae7-470c-b795-df8b1f438387 req-e191a317-28d6-4b3e-8009-032301bc91d2 service nova] [instance: 99ca07d8-1f40-46eb-ad27-9dcb196e3509] Received unexpected event network-vif-plugged-25ee5a72-28f6-4333-adef-29ca6692b8d9 for instance with vm_state deleted and task_state None.
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:13:57 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Creating image(s)
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Ensure instance console log exists: /opt/stack/data/nova/instances/c3883fca-1250-4705-bf4c-73064d1d4712/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Start _get_guest_xml network_info=[{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3883fca-1250-4705-bf4c-73064d1d4712', 'attached_at': '', 'detached_at': '', 'volume_id': '38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'serial': '38d6ded6-7d1b-4f7c-a183-997d0c91f226'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '066b7c53-4229-4a00-a1e4-66dc57661813', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:13:57 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:13:57 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:13:57 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:13:57 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:13:57 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4115102c-5552-4c58-92fa-61aa258ee5d7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:13:57 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d6f9d1-f2ea-4c2a-bbe4-f49aaf7afd17]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226] added
Nov 22 12:13:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecd5c260-c693-445b-983c-b8ef00f551c1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e2d0e2-f62a-42c7-b858-7e9ecb7ec231]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fBvEyxmU {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fBvEyxmU" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae68124a-8637-40cb-9747-4b673905db4a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fBvEyxmU'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f17a347-5865-4ebd-a38a-905aebb7cf7f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27e2807-17ed-4d1e-a62b-b6f6942657a0]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[228113f4-5a64-48c1-9e00-592274580195]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]
Nov 22 12:13:58 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.
Nov 22 12:13:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[80167d9b-0248-4639-b6bb-67870653abcc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[57408201-50d4-412f-af84-c700668962df]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:13:58 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] HCTL ('35', '-', '-', 0) found on session 56 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff1efef2-60b5-4234-b3e5-109eaf477d3a]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:13:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23834363861633761', 'path': '/dev/sdd'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834363861633761', 'path': '/dev/sdd'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:13:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-310301250',display_name='tempest-TestVolumeBootPattern-server-310301250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-310301250',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-h23kdkyb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:13:51Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=c3883fca-1250-4705-bf4c-73064d1d4712,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'pci_devices' on Instance uuid c3883fca-1250-4705-bf4c-73064d1d4712 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:13:59 user nova-compute[75217]:   <uuid>c3883fca-1250-4705-bf4c-73064d1d4712</uuid>
Nov 22 12:13:59 user nova-compute[75217]:   <name>instance-0000002f</name>
Nov 22 12:13:59 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:13:59 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:13:59 user nova-compute[75217]:   <metadata>
Nov 22 12:13:59 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:13:59 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:13:59 user nova-compute[75217]:       <nova:name>tempest-TestVolumeBootPattern-server-310301250</nova:name>
Nov 22 12:13:59 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:13:57</nova:creationTime>
Nov 22 12:13:59 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:13:59 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:13:59 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:13:59 user nova-compute[75217]:       <nova:owner>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:user uuid="dd47a31e527f43f3bab60f2bd6fe064d">tempest-TestVolumeBootPattern-15878066-project-member</nova:user>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:project uuid="1becac1c31644d859beeae6ce3c6be72">tempest-TestVolumeBootPattern-15878066</nova:project>
Nov 22 12:13:59 user nova-compute[75217]:       </nova:owner>
Nov 22 12:13:59 user nova-compute[75217]:       <nova:ports>
Nov 22 12:13:59 user nova-compute[75217]:         <nova:port uuid="fa0e6733-61bb-4632-a4e8-3d5f5ff092de">
Nov 22 12:13:59 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 22 12:13:59 user nova-compute[75217]:         </nova:port>
Nov 22 12:13:59 user nova-compute[75217]:       </nova:ports>
Nov 22 12:13:59 user nova-compute[75217]:     </nova:instance>
Nov 22 12:13:59 user nova-compute[75217]:   </metadata>
Nov 22 12:13:59 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:13:59 user nova-compute[75217]:     <system>
Nov 22 12:13:59 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:13:59 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:13:59 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:13:59 user nova-compute[75217]:       <entry name="serial">c3883fca-1250-4705-bf4c-73064d1d4712</entry>
Nov 22 12:13:59 user nova-compute[75217]:       <entry name="uuid">c3883fca-1250-4705-bf4c-73064d1d4712</entry>
Nov 22 12:13:59 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:13:59 user nova-compute[75217]:     </system>
Nov 22 12:13:59 user nova-compute[75217]:   </sysinfo>
Nov 22 12:13:59 user nova-compute[75217]:   <os>
Nov 22 12:13:59 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:13:59 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:13:59 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:13:59 user nova-compute[75217]:   </os>
Nov 22 12:13:59 user nova-compute[75217]:   <features>
Nov 22 12:13:59 user nova-compute[75217]:     <acpi/>
Nov 22 12:13:59 user nova-compute[75217]:     <apic/>
Nov 22 12:13:59 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:13:59 user nova-compute[75217]:   </features>
Nov 22 12:13:59 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:13:59 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:13:59 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:13:59 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:13:59 user nova-compute[75217]:   </clock>
Nov 22 12:13:59 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:13:59 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:13:59 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:13:59 user nova-compute[75217]:   </cpu>
Nov 22 12:13:59 user nova-compute[75217]:   <devices>
Nov 22 12:13:59 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:13:59 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:13:59 user nova-compute[75217]:       <source dev="/dev/sdd"/>
Nov 22 12:13:59 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:13:59 user nova-compute[75217]:       <serial>38d6ded6-7d1b-4f7c-a183-997d0c91f226</serial>
Nov 22 12:13:59 user nova-compute[75217]:     </disk>
Nov 22 12:13:59 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:13:59 user nova-compute[75217]:       <mac address="fa:16:3e:7e:99:75"/>
Nov 22 12:13:59 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:13:59 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:13:59 user nova-compute[75217]:       <target dev="tapfa0e6733-61"/>
Nov 22 12:13:59 user nova-compute[75217]:     </interface>
Nov 22 12:13:59 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:13:59 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/c3883fca-1250-4705-bf4c-73064d1d4712/console.log" append="off"/>
Nov 22 12:13:59 user nova-compute[75217]:     </serial>
Nov 22 12:13:59 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:13:59 user nova-compute[75217]:     <video>
Nov 22 12:13:59 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:13:59 user nova-compute[75217]:     </video>
Nov 22 12:13:59 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:13:59 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:13:59 user nova-compute[75217]:     </rng>
Nov 22 12:13:59 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:13:59 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:13:59 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:13:59 user nova-compute[75217]:     </memballoon>
Nov 22 12:13:59 user nova-compute[75217]:   </devices>
Nov 22 12:13:59 user nova-compute[75217]: </domain>
Nov 22 12:13:59 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:13:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-310301250',display_name='tempest-TestVolumeBootPattern-server-310301250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-310301250',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-h23kdkyb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:13:51Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=c3883fca-1250-4705-bf4c-73064d1d4712,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG os_vif [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5f8dc61-9e6b-5760-aaa4-02422e72ae73', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa0e6733-61, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa0e6733-61, col_values=(('qos', UUID('222e340e-2099-447e-b6b7-8c5235ddef3e')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa0e6733-61, col_values=(('external_ids', {'iface-id': 'fa0e6733-61bb-4632-a4e8-3d5f5ff092de', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:99:75', 'vm-uuid': 'c3883fca-1250-4705-bf4c-73064d1d4712'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:13:59 user nova-compute[75217]: INFO os_vif [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61')
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:13:59 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No VIF found with MAC fa:16:3e:7e:99:75, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-f1956133-91fd-4a84-aab9-643ff44dd18d req-9028635f-6a6d-4dc6-8fd4-7613ec3d11b4 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1956133-91fd-4a84-aab9-643ff44dd18d req-9028635f-6a6d-4dc6-8fd4-7613ec3d11b4 service nova] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1956133-91fd-4a84-aab9-643ff44dd18d req-9028635f-6a6d-4dc6-8fd4-7613ec3d11b4 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-f1956133-91fd-4a84-aab9-643ff44dd18d req-9028635f-6a6d-4dc6-8fd4-7613ec3d11b4 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:00 user nova-compute[75217]: DEBUG nova.compute.manager [req-f1956133-91fd-4a84-aab9-643ff44dd18d req-9028635f-6a6d-4dc6-8fd4-7613ec3d11b4 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] No waiting events found dispatching network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:14:00 user nova-compute[75217]: WARNING nova.compute.manager [req-f1956133-91fd-4a84-aab9-643ff44dd18d req-9028635f-6a6d-4dc6-8fd4-7613ec3d11b4 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received unexpected event network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de for instance with vm_state building and task_state spawning.
Nov 22 12:14:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:14:02 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Instance spawned successfully.
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-b7d1521b-626c-4a71-bc16-3bb56b61a8a2 req-50fb6406-11ef-42f7-9b00-261fd92e8884 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b7d1521b-626c-4a71-bc16-3bb56b61a8a2 req-50fb6406-11ef-42f7-9b00-261fd92e8884 service nova] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b7d1521b-626c-4a71-bc16-3bb56b61a8a2 req-50fb6406-11ef-42f7-9b00-261fd92e8884 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b7d1521b-626c-4a71-bc16-3bb56b61a8a2 req-50fb6406-11ef-42f7-9b00-261fd92e8884 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-b7d1521b-626c-4a71-bc16-3bb56b61a8a2 req-50fb6406-11ef-42f7-9b00-261fd92e8884 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] No waiting events found dispatching network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:14:02 user nova-compute[75217]: WARNING nova.compute.manager [req-b7d1521b-626c-4a71-bc16-3bb56b61a8a2 req-50fb6406-11ef-42f7-9b00-261fd92e8884 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received unexpected event network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de for instance with vm_state building and task_state spawning.
Nov 22 12:14:02 user nova-compute[75217]: INFO nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 22 12:14:02 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:14:03 user nova-compute[75217]: INFO nova.compute.manager [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Took 12.42 seconds to build instance.
Nov 22 12:14:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c725bdfe-267d-4f05-b7a3-dc6288e1c799 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "c3883fca-1250-4705-bf4c-73064d1d4712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.529s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:08 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 is timed out.
Nov 22 12:14:08 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully detached device vdb from instance 58cf8050-e006-41d4-8037-c46ca9cd88a8 from the live domain config.
Nov 22 12:14:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmIMkQaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:14:08 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ebf89a5-1afb-4b08-972c-0e0d7d7d01df]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:14:08 user nova-compute[75217]: No targets found.
Nov 22 12:14:08 user nova-compute[75217]: iSNS:
Nov 22 12:14:08 user nova-compute[75217]: No targets found.
Nov 22 12:14:08 user nova-compute[75217]: STATIC:
Nov 22 12:14:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80
Nov 22 12:14:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:14:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:08 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90
Nov 22 12:14:08 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:08 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:08 user nova-compute[75217]: FIRMWARE:
Nov 22 12:14:08 user nova-compute[75217]: No targets found.
Nov 22 12:14:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:14:08 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:14:08 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf78f75a-eb46-4fed-89ea-dc7b7951f574]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e079ec68-220e-401c-b381-72242f6be947]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:14:08 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:14:08 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:14:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:14:08 user nova-compute[75217]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 (non-flash)
Nov 22 12:14:08 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:14:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058e464d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4d659a-5567-43a8-8893-6b172ba7d0fb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[587c3c48-d064-47d1-a583-2d4cdcd93e3c]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25bb87d-a0c2-488c-a7b7-4090b56ced27]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2437753f-952c-419c-8028-7c74b0e9afa5]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56ef7b8-d69a-4c96-b46e-84f6223cf8de]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b0ac35-2317-4af9-b6e4-def017fdb182]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260]
Nov 22 12:14:08 user nova-compute[75217]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90, portal: 172.16.0.220,3260] successful.
Nov 22 12:14:08 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d65e143-d0d0-493c-853f-110d19fe5bd1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== disconnect_volume: return (309ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:14:08 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'flavor' on Instance uuid 58cf8050-e006-41d4-8037-c46ca9cd88a8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b61004c-738c-4218-b11b-23cd72c47693 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.621s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.509s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:09 user nova-compute[75217]: INFO nova.compute.manager [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Terminating instance
Nov 22 12:14:09 user nova-compute[75217]: DEBUG nova.compute.manager [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-44bcf604-5fc8-45d0-bc8c-b170a352c1e6 req-2c658ed1-1c40-48d0-98d3-62a491f5365f service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-vif-unplugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-44bcf604-5fc8-45d0-bc8c-b170a352c1e6 req-2c658ed1-1c40-48d0-98d3-62a491f5365f service nova] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-44bcf604-5fc8-45d0-bc8c-b170a352c1e6 req-2c658ed1-1c40-48d0-98d3-62a491f5365f service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-44bcf604-5fc8-45d0-bc8c-b170a352c1e6 req-2c658ed1-1c40-48d0-98d3-62a491f5365f service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-44bcf604-5fc8-45d0-bc8c-b170a352c1e6 req-2c658ed1-1c40-48d0-98d3-62a491f5365f service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] No waiting events found dispatching network-vif-unplugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:14:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-44bcf604-5fc8-45d0-bc8c-b170a352c1e6 req-2c658ed1-1c40-48d0-98d3-62a491f5365f service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-vif-unplugged-9a900e1b-aa4f-4885-859e-db4b2bed831e for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:14:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Instance destroyed successfully.
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.objects.instance [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'resources' on Instance uuid 58cf8050-e006-41d4-8037-c46ca9cd88a8 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:11:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1815037387',display_name='tempest-VolumesSnapshotTestJSON-instance-1815037387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1815037387',id=46,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA0jpE5wPsi6QvnLcV7JgRReXMrMa5SlXJMxeMTRZvEcuK5lx4tcb+ii7rINUbKBC+GWCQKR32I1duMGpBhTwr7tVIT3DVeOQ/LL4uxFlrwLI0P5aXMZhLEqYTI9yHeY3A==',key_name='tempest-keypair-19256221',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:11:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9324f1ddefd94c288f59837dd905c351',ramdisk_id='',reservation_id='r-bitihw3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1019117642',owner_user_name='tempest-VolumesSnapshotTestJSON-1019117642-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:11:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47a6f16e8bc548909e0e794d92a41f6a',uuid=58cf8050-e006-41d4-8037-c46ca9cd88a8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converting VIF {"id": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "address": "fa:16:3e:08:89:f4", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a900e1b-aa", "ovs_interfaceid": "9a900e1b-aa4f-4885-859e-db4b2bed831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_vif [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a900e1b-aa, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=17736e32-84d5-40ec-b92e-1b6c368310f1) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:14:10 user nova-compute[75217]: INFO os_vif [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:89:f4,bridge_name='br-int',has_traffic_filtering=True,id=9a900e1b-aa4f-4885-859e-db4b2bed831e,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a900e1b-aa')
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmIMkQaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:14:10 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1b6abc-0660-461e-b408-8c752c11e092]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:14:10 user nova-compute[75217]: No targets found.
Nov 22 12:14:10 user nova-compute[75217]: iSNS:
Nov 22 12:14:10 user nova-compute[75217]: No targets found.
Nov 22 12:14:10 user nova-compute[75217]: STATIC:
Nov 22 12:14:10 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80
Nov 22 12:14:10 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:10 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:10 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:14:10 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:10 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:10 user nova-compute[75217]: FIRMWARE:
Nov 22 12:14:10 user nova-compute[75217]: No targets found.
Nov 22 12:14:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:14:10 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:14:10 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24fa58e9-1c6d-465c-ad06-e544339cdd90', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[041c2a17-71b1-43d2-a129-e2e555e72149]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d87b7f-3808-4e67-899b-b6261ba7ed95]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:14:10 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:14:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:14:10 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:14:10 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c4463b0>, {}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Disconnecting from: [] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.067s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== disconnect_volume: return (68ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:14:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Deleting instance files /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8_del
Nov 22 12:14:10 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Deletion of /opt/stack/data/nova/instances/58cf8050-e006-41d4-8037-c46ca9cd88a8_del complete
Nov 22 12:14:10 user nova-compute[75217]: INFO nova.compute.manager [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 22 12:14:10 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:14:10 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:14:11 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Took 0.88 seconds to deallocate network for instance.
Nov 22 12:14:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-6400161f-d41f-41a7-8203-b98fbb03bc44 req-f14ab198-13f5-4050-9d63-aee324128c29 service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-vif-deleted-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:11 user nova-compute[75217]: WARNING nova.volume.cinder [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Attachment e9eab1fc-2fdb-49fc-a133-0f128370cc4f does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = e9eab1fc-2fdb-49fc-a133-0f128370cc4f. (HTTP 404) (Request-ID: req-572face6-0ef9-4bad-b730-5a1a2d9c402d)
Nov 22 12:14:11 user nova-compute[75217]: INFO nova.compute.manager [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Took 0.03 seconds to detach 1 volumes for instance.
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.158s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:11 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Deleted allocations for instance 58cf8050-e006-41d4-8037-c46ca9cd88a8
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-64088831-fe8f-4cb5-b99a-eb67f749ca1c tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.214s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-9fcd2d82-9d57-4fcb-935f-73782256e76c req-8effd022-49a2-4592-a80a-905798c2379d service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received event network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9fcd2d82-9d57-4fcb-935f-73782256e76c req-8effd022-49a2-4592-a80a-905798c2379d service nova] Acquiring lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9fcd2d82-9d57-4fcb-935f-73782256e76c req-8effd022-49a2-4592-a80a-905798c2379d service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-9fcd2d82-9d57-4fcb-935f-73782256e76c req-8effd022-49a2-4592-a80a-905798c2379d service nova] Lock "58cf8050-e006-41d4-8037-c46ca9cd88a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-9fcd2d82-9d57-4fcb-935f-73782256e76c req-8effd022-49a2-4592-a80a-905798c2379d service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] No waiting events found dispatching network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:14:11 user nova-compute[75217]: WARNING nova.compute.manager [req-9fcd2d82-9d57-4fcb-935f-73782256e76c req-8effd022-49a2-4592-a80a-905798c2379d service nova] [instance: 58cf8050-e006-41d4-8037-c46ca9cd88a8] Received unexpected event network-vif-plugged-9a900e1b-aa4f-4885-859e-db4b2bed831e for instance with vm_state deleted and task_state None.
Nov 22 12:14:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:13 user nova-compute[75217]: INFO nova.compute.manager [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Detaching volume 4108cf84-8b80-4836-bc16-c4ea2d610e80
Nov 22 12:14:13 user nova-compute[75217]: INFO nova.virt.block_device [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Attempting to driver detach volume 4108cf84-8b80-4836-bc16-c4ea2d610e80 from mountpoint /dev/vdb
Nov 22 12:14:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Attempting to detach device vdb from instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:14:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:14:13 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:14:13 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:14:13 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:14:13 user nova-compute[75217]:   <serial>4108cf84-8b80-4836-bc16-c4ea2d610e80</serial>
Nov 22 12:14:13 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 12:14:13 user nova-compute[75217]: </disk>
Nov 22 12:14:13 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:14:13 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully detached device vdb from instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 from the persistent domain config.
Nov 22 12:14:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:14:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:14:13 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:14:13 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:14:13 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:14:13 user nova-compute[75217]:   <serial>4108cf84-8b80-4836-bc16-c4ea2d610e80</serial>
Nov 22 12:14:13 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 22 12:14:13 user nova-compute[75217]: </disk>
Nov 22 12:14:13 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:14:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:14:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:14:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:14:25 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:14:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:14:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:14:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:14:28 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:14:33 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:14:33 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8653MB free_disk=25.255680084228516GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c3883fca-1250-4705-bf4c-73064d1d4712 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.213s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:33 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 is timed out.
Nov 22 12:14:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully detached device vdb from instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 from the live domain config.
Nov 22 12:14:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LkSdtOaH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:14:33 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[36479ed8-591f-452e-9025-39351f20de03]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:14:33 user nova-compute[75217]: No targets found.
Nov 22 12:14:33 user nova-compute[75217]: iSNS:
Nov 22 12:14:33 user nova-compute[75217]: No targets found.
Nov 22 12:14:33 user nova-compute[75217]: STATIC:
Nov 22 12:14:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80
Nov 22 12:14:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:14:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:14:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:14:33 user nova-compute[75217]: FIRMWARE:
Nov 22 12:14:33 user nova-compute[75217]: No targets found.
Nov 22 12:14:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:14:33 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:14:33 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[520257c7-87b6-46bb-854f-c8102e1b24d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b027a81-e593-4be2-aa4d-bbba46d6a9c1]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:14:33 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:14:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 (non-flash)
Nov 22 12:14:33 user nova-compute[75217]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:14:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f409c14ce50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[307b16b4-f274-4282-ab3f-a9eee89a88a1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc0b469-4a34-41d4-88ff-ffd506222f58]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c061a2d4-690e-4592-afd9-3964c3370622]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:14:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e154e26c-29a9-46f9-a7f8-8e633bd21049]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9399327c-c453-45cd-bed8-92db6c5c849d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9fc5ca-5364-49e0-90de-855ff59dfebd]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260]
Nov 22 12:14:34 user nova-compute[75217]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80, portal: 172.16.0.220,3260] successful.
Nov 22 12:14:34 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4108cf84-8b80-4836-bc16-c4ea2d610e80 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5793a8b-b868-4eaa-bb50-3428ba950ffc]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== disconnect_volume: return (295ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:14:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d0c35920-c059-4f3a-bf9e-f65039f154b8 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.880s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75217) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-5dd607fc-ecef-4ca7-aa5d-1ed0aef07222 req-9540b0fb-22e5-430f-9d99-18703afde92c service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5dd607fc-ecef-4ca7-aa5d-1ed0aef07222 req-9540b0fb-22e5-430f-9d99-18703afde92c service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5dd607fc-ecef-4ca7-aa5d-1ed0aef07222 req-9540b0fb-22e5-430f-9d99-18703afde92c service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5dd607fc-ecef-4ca7-aa5d-1ed0aef07222 req-9540b0fb-22e5-430f-9d99-18703afde92c service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-5dd607fc-ecef-4ca7-aa5d-1ed0aef07222 req-9540b0fb-22e5-430f-9d99-18703afde92c service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:14:35 user nova-compute[75217]: WARNING nova.compute.manager [req-5dd607fc-ecef-4ca7-aa5d-1ed0aef07222 req-9540b0fb-22e5-430f-9d99-18703afde92c service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state active and task_state powering-off.
Nov 22 12:14:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:36 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance destroyed successfully.
Nov 22 12:14:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:14:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d35014c5-749f-46c3-b603-31ea8fdf4537 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.873s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-e503b71e-3391-44e8-8a48-d9addbf30f3e req-39d5717f-0b72-42fa-b052-7135350f47f1 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:14:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e503b71e-3391-44e8-8a48-d9addbf30f3e req-39d5717f-0b72-42fa-b052-7135350f47f1 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:14:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e503b71e-3391-44e8-8a48-d9addbf30f3e req-39d5717f-0b72-42fa-b052-7135350f47f1 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:14:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e503b71e-3391-44e8-8a48-d9addbf30f3e req-39d5717f-0b72-42fa-b052-7135350f47f1 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:14:38 user nova-compute[75217]: DEBUG nova.compute.manager [req-e503b71e-3391-44e8-8a48-d9addbf30f3e req-39d5717f-0b72-42fa-b052-7135350f47f1 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:14:38 user nova-compute[75217]: WARNING nova.compute.manager [req-e503b71e-3391-44e8-8a48-d9addbf30f3e req-39d5717f-0b72-42fa-b052-7135350f47f1 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state stopped and task_state None.
Nov 22 12:14:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:43 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:14:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:14:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:14:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:14:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:00 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:15:00 user nova-compute[75217]: INFO nova.compute.claims [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Claim successful on node user
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.265s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:15:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:15:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Creating image(s)
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "/opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "/opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "/opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG nova.policy [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30f5219da1cf4baba971de4a0d185017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4790acd4164114a8f62342ff28ae71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.242s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk 1073741824" returned: 0 in 0.081s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.332s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:01 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.216s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Cannot resize image /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Ensure instance console log exists: /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:02 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Successfully created port: 2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Successfully updated port: 2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "refresh_cache-e1dfa1fe-ec48-4c83-893a-82619449ff5f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquired lock "refresh_cache-e1dfa1fe-ec48-4c83-893a-82619449ff5f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-changed-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.compute.manager [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Refreshing instance network info cache due to event network-changed-2d63b66f-6703-421a-a9b8-948f0a628014. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] Acquiring lock "refresh_cache-e1dfa1fe-ec48-4c83-893a-82619449ff5f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.neutron [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Updating instance_info_cache with network_info: [{"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Releasing lock "refresh_cache-e1dfa1fe-ec48-4c83-893a-82619449ff5f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Instance network_info: |[{"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] Acquired lock "refresh_cache-e1dfa1fe-ec48-4c83-893a-82619449ff5f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Refreshing network info cache for port 2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Start _get_guest_xml network_info=[{"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:15:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:03 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1269071860',display_name='tempest-VolumesNegativeTest-instance-1269071860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1269071860',id=48,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f4790acd4164114a8f62342ff28ae71',ramdisk_id='',reservation_id='r-xs4qf10f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1656853543',owner_user_name='tempest-VolumesNegativeTest-1656853543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:15:01Z,user_data=None,user_id='30f5219da1cf4baba971de4a0d185017',uuid=e1dfa1fe-ec48-4c83-893a-82619449ff5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Converting VIF {"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.objects.instance [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lazy-loading 'pci_devices' on Instance uuid e1dfa1fe-ec48-4c83-893a-82619449ff5f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:15:03 user nova-compute[75217]:   <uuid>e1dfa1fe-ec48-4c83-893a-82619449ff5f</uuid>
Nov 22 12:15:03 user nova-compute[75217]:   <name>instance-00000030</name>
Nov 22 12:15:03 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:15:03 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:15:03 user nova-compute[75217]:   <metadata>
Nov 22 12:15:03 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:15:03 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:15:03 user nova-compute[75217]:       <nova:name>tempest-VolumesNegativeTest-instance-1269071860</nova:name>
Nov 22 12:15:03 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:15:03</nova:creationTime>
Nov 22 12:15:03 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:15:03 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:15:03 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:15:03 user nova-compute[75217]:       <nova:owner>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:user uuid="30f5219da1cf4baba971de4a0d185017">tempest-VolumesNegativeTest-1656853543-project-member</nova:user>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:project uuid="8f4790acd4164114a8f62342ff28ae71">tempest-VolumesNegativeTest-1656853543</nova:project>
Nov 22 12:15:03 user nova-compute[75217]:       </nova:owner>
Nov 22 12:15:03 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:15:03 user nova-compute[75217]:       <nova:ports>
Nov 22 12:15:03 user nova-compute[75217]:         <nova:port uuid="2d63b66f-6703-421a-a9b8-948f0a628014">
Nov 22 12:15:03 user nova-compute[75217]:           <nova:ip type="fixed" address="192.168.233.139" ipVersion="4"/>
Nov 22 12:15:03 user nova-compute[75217]:         </nova:port>
Nov 22 12:15:03 user nova-compute[75217]:       </nova:ports>
Nov 22 12:15:03 user nova-compute[75217]:     </nova:instance>
Nov 22 12:15:03 user nova-compute[75217]:   </metadata>
Nov 22 12:15:03 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:15:03 user nova-compute[75217]:     <system>
Nov 22 12:15:03 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:15:03 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:15:03 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:15:03 user nova-compute[75217]:       <entry name="serial">e1dfa1fe-ec48-4c83-893a-82619449ff5f</entry>
Nov 22 12:15:03 user nova-compute[75217]:       <entry name="uuid">e1dfa1fe-ec48-4c83-893a-82619449ff5f</entry>
Nov 22 12:15:03 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:15:03 user nova-compute[75217]:     </system>
Nov 22 12:15:03 user nova-compute[75217]:   </sysinfo>
Nov 22 12:15:03 user nova-compute[75217]:   <os>
Nov 22 12:15:03 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:15:03 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:15:03 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:15:03 user nova-compute[75217]:   </os>
Nov 22 12:15:03 user nova-compute[75217]:   <features>
Nov 22 12:15:03 user nova-compute[75217]:     <acpi/>
Nov 22 12:15:03 user nova-compute[75217]:     <apic/>
Nov 22 12:15:03 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:15:03 user nova-compute[75217]:   </features>
Nov 22 12:15:03 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:15:03 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:15:03 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:15:03 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:15:03 user nova-compute[75217]:   </clock>
Nov 22 12:15:03 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:15:03 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:15:03 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:15:03 user nova-compute[75217]:   </cpu>
Nov 22 12:15:03 user nova-compute[75217]:   <devices>
Nov 22 12:15:03 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:15:03 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:15:03 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk"/>
Nov 22 12:15:03 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:15:03 user nova-compute[75217]:     </disk>
Nov 22 12:15:03 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:15:03 user nova-compute[75217]:       <mac address="fa:16:3e:18:7a:5a"/>
Nov 22 12:15:03 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:15:03 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:15:03 user nova-compute[75217]:       <target dev="tap2d63b66f-67"/>
Nov 22 12:15:03 user nova-compute[75217]:     </interface>
Nov 22 12:15:03 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:15:03 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/console.log" append="off"/>
Nov 22 12:15:03 user nova-compute[75217]:     </serial>
Nov 22 12:15:03 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:15:03 user nova-compute[75217]:     <video>
Nov 22 12:15:03 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:15:03 user nova-compute[75217]:     </video>
Nov 22 12:15:03 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:15:03 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:15:03 user nova-compute[75217]:     </rng>
Nov 22 12:15:03 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:15:03 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:15:03 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:15:03 user nova-compute[75217]:     </memballoon>
Nov 22 12:15:03 user nova-compute[75217]:   </devices>
Nov 22 12:15:03 user nova-compute[75217]: </domain>
Nov 22 12:15:03 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1269071860',display_name='tempest-VolumesNegativeTest-instance-1269071860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1269071860',id=48,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f4790acd4164114a8f62342ff28ae71',ramdisk_id='',reservation_id='r-xs4qf10f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1656853543',owner_user_name='tempest-VolumesNegativeTest-1656853543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:15:01Z,user_data=None,user_id='30f5219da1cf4baba971de4a0d185017',uuid=e1dfa1fe-ec48-4c83-893a-82619449ff5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Converting VIF {"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG os_vif [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '318ca67a-6e0f-5828-b597-b3fab2b80ecb', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2d63b66f-67, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2d63b66f-67, col_values=(('qos', UUID('3ff2ea21-5ec0-4249-a9a3-1aef67710b34')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2d63b66f-67, col_values=(('external_ids', {'iface-id': '2d63b66f-6703-421a-a9b8-948f0a628014', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:7a:5a', 'vm-uuid': 'e1dfa1fe-ec48-4c83-893a-82619449ff5f'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:04 user nova-compute[75217]: INFO os_vif [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67')
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] No VIF found with MAC fa:16:3e:18:7a:5a, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Updated VIF entry in instance network info cache for port 2d63b66f-6703-421a-a9b8-948f0a628014. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.network.neutron [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Updating instance_info_cache with network_info: [{"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-ce589d9b-d3bb-4ec7-8bbb-03109e0578b6 req-2822369c-ed02-4692-96c7-c12820ccb697 service nova] Releasing lock "refresh_cache-e1dfa1fe-ec48-4c83-893a-82619449ff5f" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:15:04 user nova-compute[75217]: INFO nova.compute.claims [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Claim successful on node user
Nov 22 12:15:04 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.272s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:15:05 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.policy [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47a6f16e8bc548909e0e794d92a41f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9324f1ddefd94c288f59837dd905c351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:15:05 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Creating image(s)
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "/opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "/opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.197s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.225s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk 1073741824" returned: 0 in 0.054s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-4c27a15e-ceaa-4690-81d8-857c859ca055 req-3f256ef9-4c1f-411d-82d5-26acc96e06bb service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4c27a15e-ceaa-4690-81d8-857c859ca055 req-3f256ef9-4c1f-411d-82d5-26acc96e06bb service nova] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4c27a15e-ceaa-4690-81d8-857c859ca055 req-3f256ef9-4c1f-411d-82d5-26acc96e06bb service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4c27a15e-ceaa-4690-81d8-857c859ca055 req-3f256ef9-4c1f-411d-82d5-26acc96e06bb service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.compute.manager [req-4c27a15e-ceaa-4690-81d8-857c859ca055 req-3f256ef9-4c1f-411d-82d5-26acc96e06bb service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] No waiting events found dispatching network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:15:05 user nova-compute[75217]: WARNING nova.compute.manager [req-4c27a15e-ceaa-4690-81d8-857c859ca055 req-3f256ef9-4c1f-411d-82d5-26acc96e06bb service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received unexpected event network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 for instance with vm_state building and task_state spawning.
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:15:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Cannot resize image /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Ensure instance console log exists: /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:06 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Successfully created port: 1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Successfully updated port: 1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquired lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.neutron [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updating instance_info_cache with network_info: [{"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Releasing lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Instance network_info: |[{"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Start _get_guest_xml network_info=[{"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:15:07 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:07 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-907307275',display_name='tempest-VolumesSnapshotTestJSON-instance-907307275',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-907307275',id=49,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaRGa+LN7KTTAdFd9aoGZOSR9qFomQbQ3VPEFRa+EM7NwrE5RTprWb6A9uuxxKYYac+bshmI2QLCri5mRWLGsvpEJffH1DjLdv+x9bcQwKMTTIRvNN+o1QWTYLjn5v9Bw==',key_name='tempest-keypair-371548896',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9324f1ddefd94c288f59837dd905c351',ramdisk_id='',reservation_id='r-m7o4nja3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1019117642',owner_user_name='tempest-VolumesSnapshotTestJSON-1019117642-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:15:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47a6f16e8bc548909e0e794d92a41f6a',uuid=fcb595e5-9576-4150-b640-44d2cbffded0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converting VIF {"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.objects.instance [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'pci_devices' on Instance uuid fcb595e5-9576-4150-b640-44d2cbffded0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:15:07 user nova-compute[75217]:   <uuid>fcb595e5-9576-4150-b640-44d2cbffded0</uuid>
Nov 22 12:15:07 user nova-compute[75217]:   <name>instance-00000031</name>
Nov 22 12:15:07 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:15:07 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:15:07 user nova-compute[75217]:   <metadata>
Nov 22 12:15:07 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:15:07 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:15:07 user nova-compute[75217]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-907307275</nova:name>
Nov 22 12:15:07 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:15:07</nova:creationTime>
Nov 22 12:15:07 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:15:07 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:15:07 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:15:07 user nova-compute[75217]:       <nova:owner>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:user uuid="47a6f16e8bc548909e0e794d92a41f6a">tempest-VolumesSnapshotTestJSON-1019117642-project-member</nova:user>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:project uuid="9324f1ddefd94c288f59837dd905c351">tempest-VolumesSnapshotTestJSON-1019117642</nova:project>
Nov 22 12:15:07 user nova-compute[75217]:       </nova:owner>
Nov 22 12:15:07 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:15:07 user nova-compute[75217]:       <nova:ports>
Nov 22 12:15:07 user nova-compute[75217]:         <nova:port uuid="1b358219-1514-41b2-b30e-a456c0c87564">
Nov 22 12:15:07 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 22 12:15:07 user nova-compute[75217]:         </nova:port>
Nov 22 12:15:07 user nova-compute[75217]:       </nova:ports>
Nov 22 12:15:07 user nova-compute[75217]:     </nova:instance>
Nov 22 12:15:07 user nova-compute[75217]:   </metadata>
Nov 22 12:15:07 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:15:07 user nova-compute[75217]:     <system>
Nov 22 12:15:07 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:15:07 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:15:07 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:15:07 user nova-compute[75217]:       <entry name="serial">fcb595e5-9576-4150-b640-44d2cbffded0</entry>
Nov 22 12:15:07 user nova-compute[75217]:       <entry name="uuid">fcb595e5-9576-4150-b640-44d2cbffded0</entry>
Nov 22 12:15:07 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:15:07 user nova-compute[75217]:     </system>
Nov 22 12:15:07 user nova-compute[75217]:   </sysinfo>
Nov 22 12:15:07 user nova-compute[75217]:   <os>
Nov 22 12:15:07 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:15:07 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:15:07 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:15:07 user nova-compute[75217]:   </os>
Nov 22 12:15:07 user nova-compute[75217]:   <features>
Nov 22 12:15:07 user nova-compute[75217]:     <acpi/>
Nov 22 12:15:07 user nova-compute[75217]:     <apic/>
Nov 22 12:15:07 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:15:07 user nova-compute[75217]:   </features>
Nov 22 12:15:07 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:15:07 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:15:07 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:15:07 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:15:07 user nova-compute[75217]:   </clock>
Nov 22 12:15:07 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:15:07 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:15:07 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:15:07 user nova-compute[75217]:   </cpu>
Nov 22 12:15:07 user nova-compute[75217]:   <devices>
Nov 22 12:15:07 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:15:07 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:15:07 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk"/>
Nov 22 12:15:07 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:15:07 user nova-compute[75217]:     </disk>
Nov 22 12:15:07 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:15:07 user nova-compute[75217]:       <mac address="fa:16:3e:27:77:3e"/>
Nov 22 12:15:07 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:15:07 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:15:07 user nova-compute[75217]:       <target dev="tap1b358219-15"/>
Nov 22 12:15:07 user nova-compute[75217]:     </interface>
Nov 22 12:15:07 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:15:07 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/console.log" append="off"/>
Nov 22 12:15:07 user nova-compute[75217]:     </serial>
Nov 22 12:15:07 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:15:07 user nova-compute[75217]:     <video>
Nov 22 12:15:07 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:15:07 user nova-compute[75217]:     </video>
Nov 22 12:15:07 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:15:07 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:15:07 user nova-compute[75217]:     </rng>
Nov 22 12:15:07 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:15:07 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:15:07 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:15:07 user nova-compute[75217]:     </memballoon>
Nov 22 12:15:07 user nova-compute[75217]:   </devices>
Nov 22 12:15:07 user nova-compute[75217]: </domain>
Nov 22 12:15:07 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-907307275',display_name='tempest-VolumesSnapshotTestJSON-instance-907307275',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-907307275',id=49,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaRGa+LN7KTTAdFd9aoGZOSR9qFomQbQ3VPEFRa+EM7NwrE5RTprWb6A9uuxxKYYac+bshmI2QLCri5mRWLGsvpEJffH1DjLdv+x9bcQwKMTTIRvNN+o1QWTYLjn5v9Bw==',key_name='tempest-keypair-371548896',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9324f1ddefd94c288f59837dd905c351',ramdisk_id='',reservation_id='r-m7o4nja3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1019117642',owner_user_name='tempest-VolumesSnapshotTestJSON-1019117642-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:15:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47a6f16e8bc548909e0e794d92a41f6a',uuid=fcb595e5-9576-4150-b640-44d2cbffded0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converting VIF {"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG os_vif [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '755a36b9-da12-5c04-80cb-9ed8fa0883e1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b358219-15, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b358219-15, col_values=(('qos', UUID('8a680164-633a-460a-a7db-a283e8fa2a5c')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b358219-15, col_values=(('external_ids', {'iface-id': '1b358219-1514-41b2-b30e-a456c0c87564', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:77:3e', 'vm-uuid': 'fcb595e5-9576-4150-b640-44d2cbffded0'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:07 user nova-compute[75217]: INFO os_vif [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15')
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No VIF found with MAC fa:16:3e:27:77:3e, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:15:07 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Instance spawned successfully.
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:07 user nova-compute[75217]: INFO nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Took 6.30 seconds to spawn the instance on the hypervisor.
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:15:07 user nova-compute[75217]: INFO nova.compute.manager [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Took 6.90 seconds to build instance.
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-85f0eb0b-d999-4e9a-a5d1-95c0d56b6c23 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.017s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] No waiting events found dispatching network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:15:07 user nova-compute[75217]: WARNING nova.compute.manager [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received unexpected event network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 for instance with vm_state active and task_state None.
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-changed-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.compute.manager [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Refreshing instance network info cache due to event network-changed-1b358219-1514-41b2-b30e-a456c0c87564. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] Acquiring lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] Acquired lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:07 user nova-compute[75217]: DEBUG nova.network.neutron [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Refreshing network info cache for port 1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG nova.network.neutron [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updated VIF entry in instance network info cache for port 1b358219-1514-41b2-b30e-a456c0c87564. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG nova.network.neutron [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updating instance_info_cache with network_info: [{"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a29adb6d-300d-4d64-b591-d5c664ffc5fb req-375717d8-8eec-44c8-a63e-3cbc41171ec7 service nova] Releasing lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0699964-6188-4041-b92f-b0664ab73116 req-f3d1972e-b975-499c-9d72-a06c5a235bf8 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0699964-6188-4041-b92f-b0664ab73116 req-f3d1972e-b975-499c-9d72-a06c5a235bf8 service nova] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0699964-6188-4041-b92f-b0664ab73116 req-f3d1972e-b975-499c-9d72-a06c5a235bf8 service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a0699964-6188-4041-b92f-b0664ab73116 req-f3d1972e-b975-499c-9d72-a06c5a235bf8 service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG nova.compute.manager [req-a0699964-6188-4041-b92f-b0664ab73116 req-f3d1972e-b975-499c-9d72-a06c5a235bf8 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] No waiting events found dispatching network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:15:09 user nova-compute[75217]: WARNING nova.compute.manager [req-a0699964-6188-4041-b92f-b0664ab73116 req-f3d1972e-b975-499c-9d72-a06c5a235bf8 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received unexpected event network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 for instance with vm_state building and task_state spawning.
Nov 22 12:15:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-5775bf85-229c-44df-bcc6-38cf4f78f42c req-f7108d60-b6bb-4b54-b383-31a1a541a427 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5775bf85-229c-44df-bcc6-38cf4f78f42c req-f7108d60-b6bb-4b54-b383-31a1a541a427 service nova] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5775bf85-229c-44df-bcc6-38cf4f78f42c req-f7108d60-b6bb-4b54-b383-31a1a541a427 service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5775bf85-229c-44df-bcc6-38cf4f78f42c req-f7108d60-b6bb-4b54-b383-31a1a541a427 service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.compute.manager [req-5775bf85-229c-44df-bcc6-38cf4f78f42c req-f7108d60-b6bb-4b54-b383-31a1a541a427 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] No waiting events found dispatching network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:15:11 user nova-compute[75217]: WARNING nova.compute.manager [req-5775bf85-229c-44df-bcc6-38cf4f78f42c req-f7108d60-b6bb-4b54-b383-31a1a541a427 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received unexpected event network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 for instance with vm_state building and task_state spawning.
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:15:11 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Instance spawned successfully.
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:15:11 user nova-compute[75217]: INFO nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Took 6.12 seconds to spawn the instance on the hypervisor.
Nov 22 12:15:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:15:11 user nova-compute[75217]: INFO nova.compute.manager [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Took 6.73 seconds to build instance.
Nov 22 12:15:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-d80083f8-ae80-4c16-9437-170e6111969e tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.825s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:15 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:15 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:15:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:17 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:19 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:26 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:15:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:15:27 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:27 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:15:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8619MB free_disk=25.196598052978516GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c3883fca-1250-4705-bf4c-73064d1d4712 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e1dfa1fe-ec48-4c83-893a-82619449ff5f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fcb595e5-9576-4150-b640-44d2cbffded0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:15:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.578s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 12:15:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 12:15:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-changed-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Refreshing instance network info cache due to event network-changed-fa0e6733-61bb-4632-a4e8-3d5f5ff092de. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] Acquiring lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] Acquired lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Refreshing network info cache for port fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updated VIF entry in instance network info cache for port fa0e6733-61bb-4632-a4e8-3d5f5ff092de. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-b8102f5d-4d3e-4210-a37d-894522437245 req-4f444461-6481-421d-ba11-9e568e140fc1 service nova] Releasing lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:46 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:15:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 12:15:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:15:50 user nova-compute[75217]: INFO nova.compute.claims [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Claim successful on node user
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.270s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.network.neutron [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:15:50 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.policy [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd47a31e527f43f3bab60f2bd6fe064d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1becac1c31644d859beeae6ce3c6be72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:15:50 user nova-compute[75217]: INFO nova.virt.block_device [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Booting with volume cc0ca47e-324e-4f11-9119-bd00dd052dec at /dev/vda
Nov 22 12:15:50 user nova-compute[75217]: DEBUG os_brick.utils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48b0d54-1c70-47db-9208-f4233ad52607]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc905ac-9aa0-4b80-862d-870cbc38cf15]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d82601-3d88-4741-839a-d9bc42489ebe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e39a27a-eaec-4eeb-b396-1b96c16bb131]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:15:50 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:15:50 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3935e29-6e3a-4462-9664-57384a3d7de4]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG os_brick.utils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:15:50 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updating existing volume attachment record: c9d75de5-2ee5-4385-a73e-31a689196eb4 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:15:51 user nova-compute[75217]: DEBUG nova.network.neutron [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Successfully created port: 2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Successfully updated port: 2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquired lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-changed-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.compute.manager [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Refreshing instance network info cache due to event network-changed-2ca71bb6-52d2-4604-a900-03d6fe86554a. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] Acquiring lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updating instance_info_cache with network_info: [{"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Releasing lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Instance network_info: |[{"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] Acquired lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Refreshing network info cache for port 2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updated VIF entry in instance network info cache for port 2ca71bb6-52d2-4604-a900-03d6fe86554a. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG nova.network.neutron [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updating instance_info_cache with network_info: [{"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:15:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c65aa833-535a-41f8-991c-be8515eaebd2 req-2c045d78-8939-4d52-abb6-27618e66b5ce service nova] Releasing lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:15:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Creating image(s)
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Ensure instance console log exists: /opt/stack/data/nova/instances/1ca47f8c-53a7-4bd5-81b4-649c45553157/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Start _get_guest_xml network_info=[{"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjmRkJEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1ca47f8c-53a7-4bd5-81b4-649c45553157', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc0ca47e-324e-4f11-9119-bd00dd052dec', 'serial': 'cc0ca47e-324e-4f11-9119-bd00dd052dec'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'c9d75de5-2ee5-4385-a73e-31a689196eb4', 'disk_bus': 'virtio', 'delete_on_termination': False, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:15:56 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:56 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjmRkJEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:15:56 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:15:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:15:56 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:15:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:15:56 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad5ad82c-b2c8-4261-9426-ac9c6bfcf5a6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:15:56 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[692c04de-a03e-4950-bda4-5ef50b64f4c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec] added
Nov 22 12:15:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f1e78d-f545-4ed8-999c-18fbc6766968]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8489fb2e-2feb-46b0-89fd-f3e1d422b7ff]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bjmRkJEN {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bjmRkJEN" returned: 0 in 0.033s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c3d879-bc6c-4777-954d-005f9fd19127]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bjmRkJEN'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a19c530e-072d-4d5c-9a3e-062ca63c22e5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e44670c-3a36-40e6-bb1b-23dfd2e11247]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:15:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:15:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5953b5-9d25-4465-ac43-2587c1058e54]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260]
Nov 22 12:15:57 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260] successful.
Nov 22 12:15:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a630822b-8b66-482c-8168-637abd46b589]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb75c02e-7517-4a98-9db2-5974fccdb94f]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:15:57 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:15:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:15:57 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:15:57 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[88fe62cb-daa0-49b5-87c9-f0137e1c7dad]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjmRkJEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:15:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23963303865623330', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963303865623330', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1510655602',display_name='tempest-TestVolumeBootPattern-server-1510655602',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1510655602',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-i1tbp1lx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:15:51Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=1ca47f8c-53a7-4bd5-81b4-649c45553157,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.objects.instance [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'pci_devices' on Instance uuid 1ca47f8c-53a7-4bd5-81b4-649c45553157 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:15:58 user nova-compute[75217]:   <uuid>1ca47f8c-53a7-4bd5-81b4-649c45553157</uuid>
Nov 22 12:15:58 user nova-compute[75217]:   <name>instance-00000032</name>
Nov 22 12:15:58 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:15:58 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:15:58 user nova-compute[75217]:   <metadata>
Nov 22 12:15:58 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:15:58 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:15:58 user nova-compute[75217]:       <nova:name>tempest-TestVolumeBootPattern-server-1510655602</nova:name>
Nov 22 12:15:58 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:15:56</nova:creationTime>
Nov 22 12:15:58 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:15:58 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:15:58 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:15:58 user nova-compute[75217]:       <nova:owner>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:user uuid="dd47a31e527f43f3bab60f2bd6fe064d">tempest-TestVolumeBootPattern-15878066-project-member</nova:user>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:project uuid="1becac1c31644d859beeae6ce3c6be72">tempest-TestVolumeBootPattern-15878066</nova:project>
Nov 22 12:15:58 user nova-compute[75217]:       </nova:owner>
Nov 22 12:15:58 user nova-compute[75217]:       <nova:ports>
Nov 22 12:15:58 user nova-compute[75217]:         <nova:port uuid="2ca71bb6-52d2-4604-a900-03d6fe86554a">
Nov 22 12:15:58 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 22 12:15:58 user nova-compute[75217]:         </nova:port>
Nov 22 12:15:58 user nova-compute[75217]:       </nova:ports>
Nov 22 12:15:58 user nova-compute[75217]:     </nova:instance>
Nov 22 12:15:58 user nova-compute[75217]:   </metadata>
Nov 22 12:15:58 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:15:58 user nova-compute[75217]:     <system>
Nov 22 12:15:58 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:15:58 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:15:58 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:15:58 user nova-compute[75217]:       <entry name="serial">1ca47f8c-53a7-4bd5-81b4-649c45553157</entry>
Nov 22 12:15:58 user nova-compute[75217]:       <entry name="uuid">1ca47f8c-53a7-4bd5-81b4-649c45553157</entry>
Nov 22 12:15:58 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:15:58 user nova-compute[75217]:     </system>
Nov 22 12:15:58 user nova-compute[75217]:   </sysinfo>
Nov 22 12:15:58 user nova-compute[75217]:   <os>
Nov 22 12:15:58 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:15:58 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:15:58 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:15:58 user nova-compute[75217]:   </os>
Nov 22 12:15:58 user nova-compute[75217]:   <features>
Nov 22 12:15:58 user nova-compute[75217]:     <acpi/>
Nov 22 12:15:58 user nova-compute[75217]:     <apic/>
Nov 22 12:15:58 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:15:58 user nova-compute[75217]:   </features>
Nov 22 12:15:58 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:15:58 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:15:58 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:15:58 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:15:58 user nova-compute[75217]:   </clock>
Nov 22 12:15:58 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:15:58 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:15:58 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:15:58 user nova-compute[75217]:   </cpu>
Nov 22 12:15:58 user nova-compute[75217]:   <devices>
Nov 22 12:15:58 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:15:58 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:15:58 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 12:15:58 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:15:58 user nova-compute[75217]:       <serial>cc0ca47e-324e-4f11-9119-bd00dd052dec</serial>
Nov 22 12:15:58 user nova-compute[75217]:     </disk>
Nov 22 12:15:58 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:15:58 user nova-compute[75217]:       <mac address="fa:16:3e:30:36:6c"/>
Nov 22 12:15:58 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:15:58 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:15:58 user nova-compute[75217]:       <target dev="tap2ca71bb6-52"/>
Nov 22 12:15:58 user nova-compute[75217]:     </interface>
Nov 22 12:15:58 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:15:58 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/1ca47f8c-53a7-4bd5-81b4-649c45553157/console.log" append="off"/>
Nov 22 12:15:58 user nova-compute[75217]:     </serial>
Nov 22 12:15:58 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:15:58 user nova-compute[75217]:     <video>
Nov 22 12:15:58 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:15:58 user nova-compute[75217]:     </video>
Nov 22 12:15:58 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:15:58 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:15:58 user nova-compute[75217]:     </rng>
Nov 22 12:15:58 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:15:58 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:15:58 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:15:58 user nova-compute[75217]:     </memballoon>
Nov 22 12:15:58 user nova-compute[75217]:   </devices>
Nov 22 12:15:58 user nova-compute[75217]: </domain>
Nov 22 12:15:58 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1510655602',display_name='tempest-TestVolumeBootPattern-server-1510655602',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1510655602',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-i1tbp1lx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:15:51Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=1ca47f8c-53a7-4bd5-81b4-649c45553157,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG os_vif [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c083d264-5253-501b-a0ee-92b2a4f8e4e9', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ca71bb6-52, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ca71bb6-52, col_values=(('qos', UUID('31f42036-56f8-4040-a62f-5cca5500b829')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ca71bb6-52, col_values=(('external_ids', {'iface-id': '2ca71bb6-52d2-4604-a900-03d6fe86554a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:36:6c', 'vm-uuid': '1ca47f8c-53a7-4bd5-81b4-649c45553157'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:58 user nova-compute[75217]: INFO os_vif [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52')
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:15:58 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] No VIF found with MAC fa:16:3e:30:36:6c, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-d6eadb5c-9ef1-4745-bb00-bddd9653ff7b req-ea76c2dd-54a9-4d57-b1b0-d5f6f75ddf6d service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6eadb5c-9ef1-4745-bb00-bddd9653ff7b req-ea76c2dd-54a9-4d57-b1b0-d5f6f75ddf6d service nova] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6eadb5c-9ef1-4745-bb00-bddd9653ff7b req-ea76c2dd-54a9-4d57-b1b0-d5f6f75ddf6d service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d6eadb5c-9ef1-4745-bb00-bddd9653ff7b req-ea76c2dd-54a9-4d57-b1b0-d5f6f75ddf6d service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG nova.compute.manager [req-d6eadb5c-9ef1-4745-bb00-bddd9653ff7b req-ea76c2dd-54a9-4d57-b1b0-d5f6f75ddf6d service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] No waiting events found dispatching network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:15:59 user nova-compute[75217]: WARNING nova.compute.manager [req-d6eadb5c-9ef1-4745-bb00-bddd9653ff7b req-ea76c2dd-54a9-4d57-b1b0-d5f6f75ddf6d service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received unexpected event network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a for instance with vm_state building and task_state spawning.
Nov 22 12:15:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:15:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:16:01 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Instance spawned successfully.
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-575f3c12-a3a1-43d3-9319-a038ff4761d9 req-cf8e6cb6-28ab-49ee-8216-f435bfa2158d service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-575f3c12-a3a1-43d3-9319-a038ff4761d9 req-cf8e6cb6-28ab-49ee-8216-f435bfa2158d service nova] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-575f3c12-a3a1-43d3-9319-a038ff4761d9 req-cf8e6cb6-28ab-49ee-8216-f435bfa2158d service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-575f3c12-a3a1-43d3-9319-a038ff4761d9 req-cf8e6cb6-28ab-49ee-8216-f435bfa2158d service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.compute.manager [req-575f3c12-a3a1-43d3-9319-a038ff4761d9 req-cf8e6cb6-28ab-49ee-8216-f435bfa2158d service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] No waiting events found dispatching network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:16:01 user nova-compute[75217]: WARNING nova.compute.manager [req-575f3c12-a3a1-43d3-9319-a038ff4761d9 req-cf8e6cb6-28ab-49ee-8216-f435bfa2158d service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received unexpected event network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a for instance with vm_state building and task_state spawning.
Nov 22 12:16:01 user nova-compute[75217]: INFO nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Took 5.06 seconds to spawn the instance on the hypervisor.
Nov 22 12:16:01 user nova-compute[75217]: DEBUG nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:16:02 user nova-compute[75217]: INFO nova.compute.manager [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Took 11.72 seconds to build instance.
Nov 22 12:16:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-aa127310-678d-428a-bdd4-0e692a366ccc tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.843s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:16 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:16:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG nova.network.neutron [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'info_cache' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:26 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.network.neutron [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:16:27 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance destroyed successfully.
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'resources' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:14:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG os_vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaac3f432-90, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb073674-22c7-4737-ba6b-92483bc4b1ec) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:27 user nova-compute[75217]: INFO os_vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90')
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start _get_guest_xml network_info=[{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'numa_topology' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:27 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:16:27 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'vcpu_model' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:14:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'pci_devices' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:16:27 user nova-compute[75217]:   <uuid>01bde3ca-ed43-44a5-ae87-b25efd76aab0</uuid>
Nov 22 12:16:27 user nova-compute[75217]:   <name>instance-0000002b</name>
Nov 22 12:16:27 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:16:27 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:16:27 user nova-compute[75217]:   <metadata>
Nov 22 12:16:27 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:16:27 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:16:27 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeTestJSON-server-2081786278</nova:name>
Nov 22 12:16:27 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:16:27</nova:creationTime>
Nov 22 12:16:27 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:16:27 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:16:27 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:16:27 user nova-compute[75217]:       <nova:owner>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:user uuid="64b6e89618124d5a97646ced9458ec50">tempest-AttachVolumeTestJSON-184848045-project-member</nova:user>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:project uuid="547684465f134a3ba863fafdd54a252b">tempest-AttachVolumeTestJSON-184848045</nova:project>
Nov 22 12:16:27 user nova-compute[75217]:       </nova:owner>
Nov 22 12:16:27 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:16:27 user nova-compute[75217]:       <nova:ports>
Nov 22 12:16:27 user nova-compute[75217]:         <nova:port uuid="aac3f432-90ac-4d43-84b0-cb2f74f1cf0c">
Nov 22 12:16:27 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 12:16:27 user nova-compute[75217]:         </nova:port>
Nov 22 12:16:27 user nova-compute[75217]:       </nova:ports>
Nov 22 12:16:27 user nova-compute[75217]:     </nova:instance>
Nov 22 12:16:27 user nova-compute[75217]:   </metadata>
Nov 22 12:16:27 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:16:27 user nova-compute[75217]:     <system>
Nov 22 12:16:27 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:16:27 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:16:27 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:16:27 user nova-compute[75217]:       <entry name="serial">01bde3ca-ed43-44a5-ae87-b25efd76aab0</entry>
Nov 22 12:16:27 user nova-compute[75217]:       <entry name="uuid">01bde3ca-ed43-44a5-ae87-b25efd76aab0</entry>
Nov 22 12:16:27 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:16:27 user nova-compute[75217]:     </system>
Nov 22 12:16:27 user nova-compute[75217]:   </sysinfo>
Nov 22 12:16:27 user nova-compute[75217]:   <os>
Nov 22 12:16:27 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:16:27 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:16:27 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:16:27 user nova-compute[75217]:   </os>
Nov 22 12:16:27 user nova-compute[75217]:   <features>
Nov 22 12:16:27 user nova-compute[75217]:     <acpi/>
Nov 22 12:16:27 user nova-compute[75217]:     <apic/>
Nov 22 12:16:27 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:16:27 user nova-compute[75217]:   </features>
Nov 22 12:16:27 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:16:27 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:16:27 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:16:27 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:16:27 user nova-compute[75217]:   </clock>
Nov 22 12:16:27 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:16:27 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:16:27 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:16:27 user nova-compute[75217]:   </cpu>
Nov 22 12:16:27 user nova-compute[75217]:   <devices>
Nov 22 12:16:27 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:16:27 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:16:27 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk"/>
Nov 22 12:16:27 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:16:27 user nova-compute[75217]:     </disk>
Nov 22 12:16:27 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:16:27 user nova-compute[75217]:       <mac address="fa:16:3e:07:45:47"/>
Nov 22 12:16:27 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:16:27 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:16:27 user nova-compute[75217]:       <target dev="tapaac3f432-90"/>
Nov 22 12:16:27 user nova-compute[75217]:     </interface>
Nov 22 12:16:27 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:16:27 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/console.log" append="off"/>
Nov 22 12:16:27 user nova-compute[75217]:     </serial>
Nov 22 12:16:27 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:16:27 user nova-compute[75217]:     <video>
Nov 22 12:16:27 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:16:27 user nova-compute[75217]:     </video>
Nov 22 12:16:27 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:16:27 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:16:27 user nova-compute[75217]:     </rng>
Nov 22 12:16:27 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:16:27 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:16:27 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:16:27 user nova-compute[75217]:     </memballoon>
Nov 22 12:16:27 user nova-compute[75217]:   </devices>
Nov 22 12:16:27 user nova-compute[75217]: </domain>
Nov 22 12:16:27 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'trusted_certs' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.193s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:16:27 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Cannot resize image /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'migration_context' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.objects.base [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Object Instance<01bde3ca-ed43-44a5-ae87-b25efd76aab0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:14:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG os_vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '877b4e8e-59b4-58a9-9e0f-5afc7ae42127', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaac3f432-90, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaac3f432-90, col_values=(('qos', UUID('8181b849-80c1-43e2-a848-1f847788312a')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaac3f432-90, col_values=(('external_ids', {'iface-id': 'aac3f432-90ac-4d43-84b0-cb2f74f1cf0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:45:47', 'vm-uuid': '01bde3ca-ed43-44a5-ae87-b25efd76aab0'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:28 user nova-compute[75217]: INFO os_vif [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90')
Nov 22 12:16:28 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:16:28 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [{"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-01bde3ca-ed43-44a5-ae87-b25efd76aab0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-96a9386f-55a2-49da-964f-e9430d8534a0 req-451b0fb4-fbe8-44a0-90aa-6f1f334f261d service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96a9386f-55a2-49da-964f-e9430d8534a0 req-451b0fb4-fbe8-44a0-90aa-6f1f334f261d service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96a9386f-55a2-49da-964f-e9430d8534a0 req-451b0fb4-fbe8-44a0-90aa-6f1f334f261d service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-96a9386f-55a2-49da-964f-e9430d8534a0 req-451b0fb4-fbe8-44a0-90aa-6f1f334f261d service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG nova.compute.manager [req-96a9386f-55a2-49da-964f-e9430d8534a0 req-451b0fb4-fbe8-44a0-90aa-6f1f334f261d service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:16:29 user nova-compute[75217]: WARNING nova.compute.manager [req-96a9386f-55a2-49da-964f-e9430d8534a0 req-451b0fb4-fbe8-44a0-90aa-6f1f334f261d service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state stopped and task_state powering-on.
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:16:31 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance rebooted successfully.
Nov 22 12:16:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9e4845ff-c7fa-4110-aea5-ce00e16cb00a tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-87e5a9ef-3902-46d4-9e10-9872913c0f1a req-fadb9ccb-eea9-492c-8697-92f8b38e8f47 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87e5a9ef-3902-46d4-9e10-9872913c0f1a req-fadb9ccb-eea9-492c-8697-92f8b38e8f47 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87e5a9ef-3902-46d4-9e10-9872913c0f1a req-fadb9ccb-eea9-492c-8697-92f8b38e8f47 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-87e5a9ef-3902-46d4-9e10-9872913c0f1a req-fadb9ccb-eea9-492c-8697-92f8b38e8f47 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-87e5a9ef-3902-46d4-9e10-9872913c0f1a req-fadb9ccb-eea9-492c-8697-92f8b38e8f47 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:16:31 user nova-compute[75217]: WARNING nova.compute.manager [req-87e5a9ef-3902-46d4-9e10-9872913c0f1a req-fadb9ccb-eea9-492c-8697-92f8b38e8f47 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state active and task_state None.
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:32 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:16:34 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8446MB free_disk=25.192588806152344GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c3883fca-1250-4705-bf4c-73064d1d4712 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance e1dfa1fe-ec48-4c83-893a-82619449ff5f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fcb595e5-9576-4150-b640-44d2cbffded0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 1ca47f8c-53a7-4bd5-81b4-649c45553157 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:16:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.312s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:49 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:51 user nova-compute[75217]: INFO nova.compute.manager [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Terminating instance
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-c873f97d-4fb7-4aed-ad99-dc895a3c4078 req-ffdb1d38-7bbc-478d-987c-0a3b7786ae4d service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-vif-unplugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c873f97d-4fb7-4aed-ad99-dc895a3c4078 req-ffdb1d38-7bbc-478d-987c-0a3b7786ae4d service nova] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c873f97d-4fb7-4aed-ad99-dc895a3c4078 req-ffdb1d38-7bbc-478d-987c-0a3b7786ae4d service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c873f97d-4fb7-4aed-ad99-dc895a3c4078 req-ffdb1d38-7bbc-478d-987c-0a3b7786ae4d service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-c873f97d-4fb7-4aed-ad99-dc895a3c4078 req-ffdb1d38-7bbc-478d-987c-0a3b7786ae4d service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] No waiting events found dispatching network-vif-unplugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-c873f97d-4fb7-4aed-ad99-dc895a3c4078 req-ffdb1d38-7bbc-478d-987c-0a3b7786ae4d service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-vif-unplugged-2d63b66f-6703-421a-a9b8-948f0a628014 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:16:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Instance destroyed successfully.
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lazy-loading 'resources' on Instance uuid e1dfa1fe-ec48-4c83-893a-82619449ff5f {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1269071860',display_name='tempest-VolumesNegativeTest-instance-1269071860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1269071860',id=48,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:15:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f4790acd4164114a8f62342ff28ae71',ramdisk_id='',reservation_id='r-xs4qf10f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1656853543',owner_user_name='tempest-VolumesNegativeTest-1656853543-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:15:08Z,user_data=None,user_id='30f5219da1cf4baba971de4a0d185017',uuid=e1dfa1fe-ec48-4c83-893a-82619449ff5f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Converting VIF {"id": "2d63b66f-6703-421a-a9b8-948f0a628014", "address": "fa:16:3e:18:7a:5a", "network": {"id": "54695f2a-fc38-4c43-ac6d-fbbdfc743095", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "3d1ce70bf5b345969b608b9ce5b84094", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d63b66f-67", "ovs_interfaceid": "2d63b66f-6703-421a-a9b8-948f0a628014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG os_vif [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2d63b66f-67, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3ff2ea21-5ec0-4249-a9a3-1aef67710b34) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:16:51 user nova-compute[75217]: INFO os_vif [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:7a:5a,bridge_name='br-int',has_traffic_filtering=True,id=2d63b66f-6703-421a-a9b8-948f0a628014,network=Network(54695f2a-fc38-4c43-ac6d-fbbdfc743095),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d63b66f-67')
Nov 22 12:16:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Deleting instance files /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f_del
Nov 22 12:16:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Deletion of /opt/stack/data/nova/instances/e1dfa1fe-ec48-4c83-893a-82619449ff5f_del complete
Nov 22 12:16:51 user nova-compute[75217]: INFO nova.compute.manager [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 22 12:16:51 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:16:51 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:16:52 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:16:52 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Took 0.72 seconds to deallocate network for instance.
Nov 22 12:16:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:52 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:16:52 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:16:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.187s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:52 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Deleted allocations for instance e1dfa1fe-ec48-4c83-893a-82619449ff5f
Nov 22 12:16:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9532aee2-50b4-4e42-9300-db78b2de3310 tempest-VolumesNegativeTest-1656853543 tempest-VolumesNegativeTest-1656853543-project-member] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.978s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] Acquiring lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:53 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] Lock "e1dfa1fe-ec48-4c83-893a-82619449ff5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] No waiting events found dispatching network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:16:53 user nova-compute[75217]: WARNING nova.compute.manager [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received unexpected event network-vif-plugged-2d63b66f-6703-421a-a9b8-948f0a628014 for instance with vm_state deleted and task_state None.
Nov 22 12:16:53 user nova-compute[75217]: DEBUG nova.compute.manager [req-47e4cd8b-84fc-4cae-aa4d-85ddaa7fdf80 req-293dd003-e791-4d52-b6ce-76d222f4f523 service nova] [instance: e1dfa1fe-ec48-4c83-893a-82619449ff5f] Received event network-vif-deleted-2d63b66f-6703-421a-a9b8-948f0a628014 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-changed-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:16:55 user nova-compute[75217]: DEBUG nova.compute.manager [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Refreshing instance network info cache due to event network-changed-1b358219-1514-41b2-b30e-a456c0c87564. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:16:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] Acquiring lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:16:55 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] Acquired lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:16:55 user nova-compute[75217]: DEBUG nova.network.neutron [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Refreshing network info cache for port 1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'flavor' on Instance uuid fcb595e5-9576-4150-b640-44d2cbffded0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:16:56 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Ignoring supplied device name: /dev/vdb
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:16:56 user nova-compute[75217]: INFO nova.compute.manager [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Attaching volume 410ba714-d982-43b2-bfe0-f98c4b5fb977 to /dev/vdb
Nov 22 12:16:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updated VIF entry in instance network info cache for port 1b358219-1514-41b2-b30e-a456c0c87564. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG nova.network.neutron [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updating instance_info_cache with network_info: [{"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG os_brick.utils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-104d7931-5549-4fb9-a187-c6e322dca646 req-08d6982a-31ad-4ee3-ac69-2a36d067a2dd service nova] Releasing lock "refresh_cache-fcb595e5-9576-4150-b640-44d2cbffded0" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[62606365-e76d-40ee-93a3-e6bed124f5c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e7fc9b-7349-436e-92b6-f6b539f14d9a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[069081d3-fc3b-4c3a-96f1-6ca77d346ec8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb488b4-8b4a-4679-9466-ce2a59bc87d0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:16:56 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:16:56 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28e5e4e-717d-4119-97b2-28eab11cf933]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG os_brick.utils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updating existing volume attachment record: 91b9141a-f12a-47a9-b919-af3bb74be8d6 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:16:56 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:16:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:01 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XRSEKOHk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:17:02 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:17:02 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:17:02 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a172a2fb-b01d-47fb-ad35-36062e1736c9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:17:02 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[00af9860-dc3a-4754-9c73-bc3b4433618f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977] added
Nov 22 12:17:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8bb1bf-9469-44fa-b0fb-8813246b883d]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a0880a-03a2-463a-9c28-8ee0f6905122]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XRSEKOHk {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XRSEKOHk" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f8cbb10-b698-4d5e-9364-c3acc2a80902]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XRSEKOHk'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc12a500-09f0-4d6f-9995-f38d447c6d82]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[181353b6-0a72-4cf5-a74b-08c153d7b2d8]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:02 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:02 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df15316-78d6-41f9-903b-be6f98fc3417]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260]
Nov 22 12:17:02 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260] successful.
Nov 22 12:17:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4292ef8-4774-4159-95b8-49ea668121a9]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b17b27-0d18-4d35-b68a-adec82ae2e84]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:02 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:02 user nova-compute[75217]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 (non-flash)
Nov 22 12:17:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:02 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:02 user nova-compute[75217]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 (non-flash)
Nov 22 12:17:02 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8f8af8-83a5-4ae1-b49a-3fbff182b88f]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:02 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XRSEKOHk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23134623438663338', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134623438663338', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'flavor' on Instance uuid fcb595e5-9576-4150-b640-44d2cbffded0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:17:03 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:17:03 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:17:03 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:17:03 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:17:03 user nova-compute[75217]:   <serial>410ba714-d982-43b2-bfe0-f98c4b5fb977</serial>
Nov 22 12:17:03 user nova-compute[75217]: </disk>
Nov 22 12:17:03 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:17:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:17:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:17:04 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] No VIF found with MAC fa:16:3e:27:77:3e, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:17:04 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4ca0efc6-0e68-4358-84d4-12032419491a tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.113s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:06 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:18 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:18 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:17:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:20 user nova-compute[75217]: INFO nova.compute.manager [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Detaching volume 410ba714-d982-43b2-bfe0-f98c4b5fb977
Nov 22 12:17:20 user nova-compute[75217]: INFO nova.virt.block_device [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Attempting to driver detach volume 410ba714-d982-43b2-bfe0-f98c4b5fb977 from mountpoint /dev/vdb
Nov 22 12:17:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Attempting to detach device vdb from instance fcb595e5-9576-4150-b640-44d2cbffded0 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:17:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:17:20 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:17:20 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:17:20 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:17:20 user nova-compute[75217]:   <serial>410ba714-d982-43b2-bfe0-f98c4b5fb977</serial>
Nov 22 12:17:20 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:17:20 user nova-compute[75217]: </disk>
Nov 22 12:17:20 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:17:20 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully detached device vdb from instance fcb595e5-9576-4150-b640-44d2cbffded0 from the persistent domain config.
Nov 22 12:17:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fcb595e5-9576-4150-b640-44d2cbffded0 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:17:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:17:20 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:17:20 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:17:20 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:17:20 user nova-compute[75217]:   <serial>410ba714-d982-43b2-bfe0-f98c4b5fb977</serial>
Nov 22 12:17:20 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:17:20 user nova-compute[75217]: </disk>
Nov 22 12:17:20 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:17:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:20 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fcb595e5-9576-4150-b640-44d2cbffded0 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:17:21 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:21 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:26 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:30 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:17:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:17:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:17:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:17:31 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:17:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:17:31 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:17:31 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:34 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:35 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:17:35 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8566MB free_disk=25.21118927001953GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c3883fca-1250-4705-bf4c-73064d1d4712 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance fcb595e5-9576-4150-b640-44d2cbffded0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 1ca47f8c-53a7-4bd5-81b4-649c45553157 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:17:35 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:17:36 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:17:36 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:17:36 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:17:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.291s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:36 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:40 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fcb595e5-9576-4150-b640-44d2cbffded0 is timed out.
Nov 22 12:17:40 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully detached device vdb from instance fcb595e5-9576-4150-b640-44d2cbffded0 from the live domain config.
Nov 22 12:17:40 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XRSEKOHk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:17:40 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24a56f5-64b1-48dc-af01-cd5c7b030a93]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:17:40 user nova-compute[75217]: No targets found.
Nov 22 12:17:40 user nova-compute[75217]: iSNS:
Nov 22 12:17:40 user nova-compute[75217]: No targets found.
Nov 22 12:17:40 user nova-compute[75217]: STATIC:
Nov 22 12:17:40 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977
Nov 22 12:17:40 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:40 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:40 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:17:40 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:40 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:40 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec
Nov 22 12:17:40 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:40 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:40 user nova-compute[75217]: FIRMWARE:
Nov 22 12:17:40 user nova-compute[75217]: No targets found.
Nov 22 12:17:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:17:40 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:17:40 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0ad971-e41b-4aae-9f1e-8e1c036194f7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d9b4f13-9c77-4709-9f13-0585d190d2c8]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:40 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:40 user nova-compute[75217]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 (non-flash)
Nov 22 12:17:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:40 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:40 user nova-compute[75217]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 (non-flash)
Nov 22 12:17:40 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058b71900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d827fda6-c9dd-42d4-821c-a3d9b87a6fac]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd03b051-c7c2-4b3b-84c8-1ae6c6fbf1f1]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7bc4b4d-c0ae-45ea-945c-8785d618160e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[611e7bb8-e785-49c2-a988-a84e3e87062f]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:17:40 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1318008-5e5d-4c17-9ed9-fe2b1083ec8e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa242df4-8acd-427b-b7f6-1bcffb274370]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260]
Nov 22 12:17:41 user nova-compute[75217]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977, portal: 172.16.0.220,3260] successful.
Nov 22 12:17:41 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b572fa-6c36-4199-a1fc-06ca83aed3cf]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== disconnect_volume: return (302ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-changed-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Refreshing instance network info cache due to event network-changed-2ca71bb6-52d2-4604-a900-03d6fe86554a. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] Acquiring lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] Acquired lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Refreshing network info cache for port 2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG nova.objects.instance [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'flavor' on Instance uuid fcb595e5-9576-4150-b640-44d2cbffded0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-9b23cb18-d705-433c-9e5b-106a174600ec tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.733s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.619s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:41 user nova-compute[75217]: INFO nova.compute.manager [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Terminating instance
Nov 22 12:17:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updated VIF entry in instance network info cache for port 2ca71bb6-52d2-4604-a900-03d6fe86554a. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updating instance_info_cache with network_info: [{"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-59ee9487-062a-46e3-bd0e-dc5f8c62e222 req-486551bf-8b45-4861-bdb0-8c24da9a17c4 service nova] Releasing lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:17:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Instance destroyed successfully.
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lazy-loading 'resources' on Instance uuid fcb595e5-9576-4150-b640-44d2cbffded0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-907307275',display_name='tempest-VolumesSnapshotTestJSON-instance-907307275',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-907307275',id=49,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaRGa+LN7KTTAdFd9aoGZOSR9qFomQbQ3VPEFRa+EM7NwrE5RTprWb6A9uuxxKYYac+bshmI2QLCri5mRWLGsvpEJffH1DjLdv+x9bcQwKMTTIRvNN+o1QWTYLjn5v9Bw==',key_name='tempest-keypair-371548896',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:15:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9324f1ddefd94c288f59837dd905c351',ramdisk_id='',reservation_id='r-m7o4nja3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1019117642',owner_user_name='tempest-VolumesSnapshotTestJSON-1019117642-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:15:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47a6f16e8bc548909e0e794d92a41f6a',uuid=fcb595e5-9576-4150-b640-44d2cbffded0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converting VIF {"id": "1b358219-1514-41b2-b30e-a456c0c87564", "address": "fa:16:3e:27:77:3e", "network": {"id": "1716812e-725d-426f-a33e-a1a851359fcb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1972057993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9324f1ddefd94c288f59837dd905c351", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b358219-15", "ovs_interfaceid": "1b358219-1514-41b2-b30e-a456c0c87564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_vif [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b358219-15, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a680164-633a-460a-a7db-a283e8fa2a5c) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:42 user nova-compute[75217]: INFO os_vif [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:77:3e,bridge_name='br-int',has_traffic_filtering=True,id=1b358219-1514-41b2-b30e-a456c0c87564,network=Network(1716812e-725d-426f-a33e-a1a851359fcb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b358219-15')
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XRSEKOHk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:17:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba19a72-4ceb-419e-a7bc-5545633ece34]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:17:42 user nova-compute[75217]: No targets found.
Nov 22 12:17:42 user nova-compute[75217]: iSNS:
Nov 22 12:17:42 user nova-compute[75217]: No targets found.
Nov 22 12:17:42 user nova-compute[75217]: STATIC:
Nov 22 12:17:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:17:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec
Nov 22 12:17:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:42 user nova-compute[75217]: FIRMWARE:
Nov 22 12:17:42 user nova-compute[75217]: No targets found.
Nov 22 12:17:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:17:42 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:17:42 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:410ba714-d982-43b2-bfe0-f98c4b5fb977', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4120f02-262c-4587-9813-60bf30961eef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[704b867f-faef-4a06-a24b-0c61c91217c2]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:42 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:42 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058df6680>, {}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Disconnecting from: [] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.071s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] <== disconnect_volume: return (72ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:17:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Deleting instance files /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0_del
Nov 22 12:17:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Deletion of /opt/stack/data/nova/instances/fcb595e5-9576-4150-b640-44d2cbffded0_del complete
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-changed-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.compute.manager [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Refreshing instance network info cache due to event network-changed-2ca71bb6-52d2-4604-a900-03d6fe86554a. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] Acquiring lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] Acquired lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.network.neutron [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Refreshing network info cache for port 2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:17:42 user nova-compute[75217]: INFO nova.compute.manager [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:42 user nova-compute[75217]: INFO nova.compute.manager [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Terminating instance
Nov 22 12:17:42 user nova-compute[75217]: DEBUG nova.compute.manager [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-274e005c-924f-4f1f-9ec6-520cd49def25 req-a700db08-cf12-4e8d-8c50-03a745ef0468 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-vif-unplugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-274e005c-924f-4f1f-9ec6-520cd49def25 req-a700db08-cf12-4e8d-8c50-03a745ef0468 service nova] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-274e005c-924f-4f1f-9ec6-520cd49def25 req-a700db08-cf12-4e8d-8c50-03a745ef0468 service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-274e005c-924f-4f1f-9ec6-520cd49def25 req-a700db08-cf12-4e8d-8c50-03a745ef0468 service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-274e005c-924f-4f1f-9ec6-520cd49def25 req-a700db08-cf12-4e8d-8c50-03a745ef0468 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] No waiting events found dispatching network-vif-unplugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-274e005c-924f-4f1f-9ec6-520cd49def25 req-a700db08-cf12-4e8d-8c50-03a745ef0468 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-vif-unplugged-2ca71bb6-52d2-4604-a900-03d6fe86554a for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updated VIF entry in instance network info cache for port 2ca71bb6-52d2-4604-a900-03d6fe86554a. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updating instance_info_cache with network_info: [{"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2d1d6a89-2f32-447c-968c-b349382cf919 req-6f321cda-e599-46d8-8507-6204ea9c3472 service nova] Releasing lock "refresh_cache-1ca47f8c-53a7-4bd5-81b4-649c45553157" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:17:43 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Instance destroyed successfully.
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.objects.instance [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'resources' on Instance uuid 1ca47f8c-53a7-4bd5-81b4-649c45553157 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1510655602',display_name='tempest-TestVolumeBootPattern-server-1510655602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1510655602',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:16:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-i1tbp1lx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:16:02Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=1ca47f8c-53a7-4bd5-81b4-649c45553157,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "address": "fa:16:3e:30:36:6c", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ca71bb6-52", "ovs_interfaceid": "2ca71bb6-52d2-4604-a900-03d6fe86554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_vif [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ca71bb6-52, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=31f42036-56f8-4040-a62f-5cca5500b829) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:43 user nova-compute[75217]: INFO os_vif [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:36:6c,bridge_name='br-int',has_traffic_filtering=True,id=2ca71bb6-52d2-4604-a900-03d6fe86554a,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ca71bb6-52')
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjmRkJEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:17:43 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f389f1-8901-4b29-a250-c84d09ee5b44]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:17:43 user nova-compute[75217]: No targets found.
Nov 22 12:17:43 user nova-compute[75217]: iSNS:
Nov 22 12:17:43 user nova-compute[75217]: No targets found.
Nov 22 12:17:43 user nova-compute[75217]: STATIC:
Nov 22 12:17:43 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:17:43 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:43 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:43 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec
Nov 22 12:17:43 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:17:43 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:17:43 user nova-compute[75217]: FIRMWARE:
Nov 22 12:17:43 user nova-compute[75217]: No targets found.
Nov 22 12:17:43 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:17:43 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:17:43 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bdff883-b8c4-4397-9bed-dff0f62825c4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e62918-a505-4d7a-885a-737da7ff1452]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:43 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:43 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:17:43 user nova-compute[75217]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec (non-flash)
Nov 22 12:17:43 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a8f8dd80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[763988e7-8381-4a46-baed-f72d0d18abc6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e868b175-180d-497b-8e43-cf761dd50f64]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b584b59-7e71-43b7-9b9f-f2d4b8e69afb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8423702e-8836-45ec-8587-118e5a08b868]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-vif-unplugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] No waiting events found dispatching network-vif-unplugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-vif-unplugged-1b358219-1514-41b2-b30e-a456c0c87564 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] Acquiring lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] Lock "fcb595e5-9576-4150-b640-44d2cbffded0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] No waiting events found dispatching network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:17:43 user nova-compute[75217]: WARNING nova.compute.manager [req-c71f07d2-8ab9-43fe-8fd8-13e3a323e096 req-d1b9fff8-d7d3-4e4e-8fe8-e1c2fee8054d service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received unexpected event network-vif-plugged-1b358219-1514-41b2-b30e-a456c0c87564 for instance with vm_state active and task_state deleting.
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a37846-c850-409a-9124-0e6744bd7a08]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:43 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:43 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Took 1.05 seconds to deallocate network for instance.
Nov 22 12:17:44 user nova-compute[75217]: WARNING nova.volume.cinder [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Attachment 91b9141a-f12a-47a9-b919-af3bb74be8d6 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 91b9141a-f12a-47a9-b919-af3bb74be8d6. (HTTP 404) (Request-ID: req-76889fab-3fe9-407f-921d-409666f1a87c)
Nov 22 12:17:44 user nova-compute[75217]: INFO nova.compute.manager [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Took 0.03 seconds to detach 1 volumes for instance.
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9560d0-4bd6-4a4a-9dd5-d6c47202eb56]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260]
Nov 22 12:17:44 user nova-compute[75217]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec, portal: 172.16.0.220,3260] successful.
Nov 22 12:17:44 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0ca47e-324e-4f11-9119-bd00dd052dec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a73aa3-e805-489e-a2ce-d1f8375fba1f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== disconnect_volume: return (318ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:17:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Deleting instance files /opt/stack/data/nova/instances/1ca47f8c-53a7-4bd5-81b4-649c45553157_del
Nov 22 12:17:44 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Deletion of /opt/stack/data/nova/instances/1ca47f8c-53a7-4bd5-81b4-649c45553157_del complete
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:44 user nova-compute[75217]: INFO nova.compute.manager [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.258s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:44 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Deleted allocations for instance fcb595e5-9576-4150-b640-44d2cbffded0
Nov 22 12:17:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-1a63e41e-9a35-4f9e-82b8-8b072fef75e2 tempest-VolumesSnapshotTestJSON-1019117642 tempest-VolumesSnapshotTestJSON-1019117642-project-member] Lock "fcb595e5-9576-4150-b640-44d2cbffded0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.521s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:17:44 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Took 0.53 seconds to deallocate network for instance.
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-4c5a5d50-f807-4aeb-aa29-0046cb417486 req-5896b865-170f-4915-ab75-44cb4b7d4ec0 service nova] [instance: fcb595e5-9576-4150-b640-44d2cbffded0] Received event network-vif-deleted-1b358219-1514-41b2-b30e-a456c0c87564 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:44 user nova-compute[75217]: DEBUG nova.compute.manager [req-4c5a5d50-f807-4aeb-aa29-0046cb417486 req-5896b865-170f-4915-ab75-44cb4b7d4ec0 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-vif-deleted-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-2752c9d6-f486-4834-ab94-091375f6f9cc req-ed4dae14-04af-475e-beca-539242c91806 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received event network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2752c9d6-f486-4834-ab94-091375f6f9cc req-ed4dae14-04af-475e-beca-539242c91806 service nova] Acquiring lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2752c9d6-f486-4834-ab94-091375f6f9cc req-ed4dae14-04af-475e-beca-539242c91806 service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-2752c9d6-f486-4834-ab94-091375f6f9cc req-ed4dae14-04af-475e-beca-539242c91806 service nova] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG nova.compute.manager [req-2752c9d6-f486-4834-ab94-091375f6f9cc req-ed4dae14-04af-475e-beca-539242c91806 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] No waiting events found dispatching network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:17:45 user nova-compute[75217]: WARNING nova.compute.manager [req-2752c9d6-f486-4834-ab94-091375f6f9cc req-ed4dae14-04af-475e-beca-539242c91806 service nova] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Received unexpected event network-vif-plugged-2ca71bb6-52d2-4604-a900-03d6fe86554a for instance with vm_state active and task_state deleting.
Nov 22 12:17:45 user nova-compute[75217]: INFO nova.compute.manager [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: 1ca47f8c-53a7-4bd5-81b4-649c45553157] Took 0.74 seconds to detach 1 volumes for instance.
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:45 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Deleted allocations for instance 1ca47f8c-53a7-4bd5-81b4-649c45553157
Nov 22 12:17:45 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-dbfe40da-cd62-4b21-a3f6-225494a05b14 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "1ca47f8c-53a7-4bd5-81b4-649c45553157" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.806s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:17:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:17:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:17:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:17 user nova-compute[75217]: INFO nova.compute.manager [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Terminating instance
Nov 22 12:18:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-76add3d8-6cb3-47ca-8cf4-aa49d06f3f64 req-28863137-311b-42d7-8e3f-5d5bd4365570 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76add3d8-6cb3-47ca-8cf4-aa49d06f3f64 req-28863137-311b-42d7-8e3f-5d5bd4365570 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76add3d8-6cb3-47ca-8cf4-aa49d06f3f64 req-28863137-311b-42d7-8e3f-5d5bd4365570 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-76add3d8-6cb3-47ca-8cf4-aa49d06f3f64 req-28863137-311b-42d7-8e3f-5d5bd4365570 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-76add3d8-6cb3-47ca-8cf4-aa49d06f3f64 req-28863137-311b-42d7-8e3f-5d5bd4365570 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.compute.manager [req-76add3d8-6cb3-47ca-8cf4-aa49d06f3f64 req-28863137-311b-42d7-8e3f-5d5bd4365570 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-unplugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Instance destroyed successfully.
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.objects.instance [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'resources' on Instance uuid 01bde3ca-ed43-44a5-ae87-b25efd76aab0 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2081786278',display_name='tempest-AttachVolumeTestJSON-server-2081786278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2081786278',id=43,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIn8Ug7CHpHfyZmUPxUVejzo3Klgz+PTpAN6iL2BLtjA3tIsE+9Wqldvc3oaxyPGlz9wbTcRa+HwD//pJOy8zfB45/3Pqrp1BfHI2UmDuXaj/GaYt753noLOndGpp6mWQQ==',key_name='tempest-keypair-1737707261',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:08:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-jwx0mvf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:16:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=01bde3ca-ed43-44a5-ae87-b25efd76aab0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "address": "fa:16:3e:07:45:47", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaac3f432-90", "ovs_interfaceid": "aac3f432-90ac-4d43-84b0-cb2f74f1cf0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG os_vif [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaac3f432-90, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8181b849-80c1-43e2-a848-1f847788312a) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:18 user nova-compute[75217]: INFO os_vif [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:45:47,bridge_name='br-int',has_traffic_filtering=True,id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaac3f432-90')
Nov 22 12:18:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Deleting instance files /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0_del
Nov 22 12:18:18 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Deletion of /opt/stack/data/nova/instances/01bde3ca-ed43-44a5-ae87-b25efd76aab0_del complete
Nov 22 12:18:18 user nova-compute[75217]: INFO nova.compute.manager [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 22 12:18:18 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:19 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Took 0.93 seconds to deallocate network for instance.
Nov 22 12:18:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-548c86bf-dcdb-4e63-9f9e-fba20f52f164 req-cedecfa5-3583-46fd-a1a0-c0b75b41fd16 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-deleted-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:19 user nova-compute[75217]: INFO nova.compute.manager [req-548c86bf-dcdb-4e63-9f9e-fba20f52f164 req-cedecfa5-3583-46fd-a1a0-c0b75b41fd16 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Neutron deleted interface aac3f432-90ac-4d43-84b0-cb2f74f1cf0c; detaching it from the instance and deleting it from the info cache
Nov 22 12:18:19 user nova-compute[75217]: DEBUG nova.network.neutron [req-548c86bf-dcdb-4e63-9f9e-fba20f52f164 req-cedecfa5-3583-46fd-a1a0-c0b75b41fd16 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG nova.compute.manager [req-548c86bf-dcdb-4e63-9f9e-fba20f52f164 req-cedecfa5-3583-46fd-a1a0-c0b75b41fd16 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Detach interface failed, port_id=aac3f432-90ac-4d43-84b0-cb2f74f1cf0c, reason: Instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:18:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.194s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:19 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Deleted allocations for instance 01bde3ca-ed43-44a5-ae87-b25efd76aab0
Nov 22 12:18:19 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-924754d3-2d1e-4253-9d5c-a1f87f14502c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.104s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-c1ea3e30-29c3-4c74-a18a-f0b7f4025c6c req-f7434c79-1edc-46e0-a3ca-e045e01f7003 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c1ea3e30-29c3-4c74-a18a-f0b7f4025c6c req-f7434c79-1edc-46e0-a3ca-e045e01f7003 service nova] Acquiring lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c1ea3e30-29c3-4c74-a18a-f0b7f4025c6c req-f7434c79-1edc-46e0-a3ca-e045e01f7003 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:20 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-c1ea3e30-29c3-4c74-a18a-f0b7f4025c6c req-f7434c79-1edc-46e0-a3ca-e045e01f7003 service nova] Lock "01bde3ca-ed43-44a5-ae87-b25efd76aab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:20 user nova-compute[75217]: DEBUG nova.compute.manager [req-c1ea3e30-29c3-4c74-a18a-f0b7f4025c6c req-f7434c79-1edc-46e0-a3ca-e045e01f7003 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] No waiting events found dispatching network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:18:20 user nova-compute[75217]: WARNING nova.compute.manager [req-c1ea3e30-29c3-4c74-a18a-f0b7f4025c6c req-f7434c79-1edc-46e0-a3ca-e045e01f7003 service nova] [instance: 01bde3ca-ed43-44a5-ae87-b25efd76aab0] Received unexpected event network-vif-plugged-aac3f432-90ac-4d43-84b0-cb2f74f1cf0c for instance with vm_state deleted and task_state None.
Nov 22 12:18:21 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:21 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:18:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:27 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:29 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:18:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 12:18:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:36 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:36 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:18:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:18:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:18:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8851MB free_disk=25.255218505859375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance c3883fca-1250-4705-bf4c-73064d1d4712 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:18:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.225s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:18:39 user nova-compute[75217]: INFO nova.compute.claims [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Claim successful on node user
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.212s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:18:39 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:18:39 user nova-compute[75217]: INFO nova.virt.block_device [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Booting with volume 278fdecc-c26d-429f-ab55-58a8a6fe8a31 at /dev/vda
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.policy [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0d793e392f40c7a47d7ee186451917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9ff557738314e1a8aa184f5b681a89a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG os_brick.utils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b5a9cc-2cf8-43cb-afe7-5fcbff2f3485]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf7a6cc-694d-4614-9b2b-67c08774e1e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22f0307-c928-4284-8e79-d777b247aedb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[396d950d-f3ac-4a6e-83c4-89125e5fb369]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:18:39 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:18:39 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[853adea4-bec5-4135-bd61-366d9234bde0]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG os_brick.utils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:18:39 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating existing volume attachment record: 8618243a-1192-4c6c-87ec-dcd9eda52c39 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Successfully created port: dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-changed-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.compute.manager [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Refreshing instance network info cache due to event network-changed-fa0e6733-61bb-4632-a4e8-3d5f5ff092de. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] Acquiring lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] Acquired lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Refreshing network info cache for port fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "c3883fca-1250-4705-bf4c-73064d1d4712" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:41 user nova-compute[75217]: INFO nova.compute.manager [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Terminating instance
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.compute.manager [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updated VIF entry in instance network info cache for port fa0e6733-61bb-4632-a4e8-3d5f5ff092de. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG nova.network.neutron [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [{"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:41 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3ad54dc8-f770-40d6-a188-a513451a3feb req-674c61fd-b3a6-441e-985f-6439ebe23714 service nova] Releasing lock "refresh_cache-c3883fca-1250-4705-bf4c-73064d1d4712" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:18:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Instance destroyed successfully.
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.objects.instance [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lazy-loading 'resources' on Instance uuid c3883fca-1250-4705-bf4c-73064d1d4712 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:13:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-310301250',display_name='tempest-TestVolumeBootPattern-server-310301250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-310301250',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGm0sMEfwZSvYsDd520ArRsdhwEi06jxRxaw10hQrhl8m9hNofTiT9omXCF2xKkFWGwzEC19pww4ZfSN5wV+rqkiqMA8FN1WKSIcU6pOWJ+lk9wz0rRdYZnXbqfu1E80rQ==',key_name='tempest-TestVolumeBootPattern-1489881363',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:14:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1becac1c31644d859beeae6ce3c6be72',ramdisk_id='',reservation_id='r-h23kdkyb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-15878066',owner_user_name='tempest-TestVolumeBootPattern-15878066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:14:03Z,user_data=None,user_id='dd47a31e527f43f3bab60f2bd6fe064d',uuid=c3883fca-1250-4705-bf4c-73064d1d4712,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converting VIF {"id": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "address": "fa:16:3e:7e:99:75", "network": {"id": "8653adf2-76f2-4867-a595-120bb53266a4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1819797197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1becac1c31644d859beeae6ce3c6be72", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa0e6733-61", "ovs_interfaceid": "fa0e6733-61bb-4632-a4e8-3d5f5ff092de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_vif [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa0e6733-61, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=222e340e-2099-447e-b6b7-8c5235ddef3e) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:42 user nova-compute[75217]: INFO os_vif [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:99:75,bridge_name='br-int',has_traffic_filtering=True,id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de,network=Network(8653adf2-76f2-4867-a595-120bb53266a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa0e6733-61')
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBvEyxmU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:18:42 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5618e748-9a49-4f13-8a8f-c681ecc58253]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:18:42 user nova-compute[75217]: No targets found.
Nov 22 12:18:42 user nova-compute[75217]: iSNS:
Nov 22 12:18:42 user nova-compute[75217]: No targets found.
Nov 22 12:18:42 user nova-compute[75217]: STATIC:
Nov 22 12:18:42 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226
Nov 22 12:18:42 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:18:42 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:18:42 user nova-compute[75217]: FIRMWARE:
Nov 22 12:18:42 user nova-compute[75217]: No targets found.
Nov 22 12:18:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:18:42 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:18:42 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5d71d0-4140-4c4f-a412-ba562f66ebf5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Successfully updated port: dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[14e6687d-9bb5-4d1f-b4ff-7addf99a73f7]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:18:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 (non-flash)
Nov 22 12:18:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f407c25da20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226'): ({'sdd'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Removing single pathed devices sdd {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f74a373e-2bca-4f94-8b56-01bbc47f4ec6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[67683fef-7656-48ba-8c0a-66a722651903]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Flushing IO for device /dev/sdd {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[07263200-ac98-49f7-9642-bc899fe6c094]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb367ca-408e-4e02-bf82-e715d8c733b0]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] SCSI volumes sdd have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_b5ca4c33', '/dev/disk/by-id/scsi-1SCST_BIOb5ca4c33-8468ac7ac9ea2990', '/dev/disk/by-id/scsi-23834363861633761') {{(pid=85370) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 22 12:18:42 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_b5ca4c33
Nov 22 12:18:42 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOb5ca4c33-8468ac7ac9ea2990
Nov 22 12:18:42 user nova-compute[75217]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23834363861633761
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dabd1ac-96d3-44ff-98b9-fbb213555c32]: (4, None) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a746eaf0-77b3-44cd-98a1-d2674267b3ec]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac638b28-dac6-496b-8197-05a32422995d]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260]
Nov 22 12:18:42 user nova-compute[75217]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226, portal: 172.16.0.220,3260] successful.
Nov 22 12:18:42 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d6ded6-7d1b-4f7c-a183-997d0c91f226 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[513ea525-3a82-4701-b855-7a2505a9fe41]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] <== disconnect_volume: return (316ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:18:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Deleting instance files /opt/stack/data/nova/instances/c3883fca-1250-4705-bf4c-73064d1d4712_del
Nov 22 12:18:42 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Deletion of /opt/stack/data/nova/instances/c3883fca-1250-4705-bf4c-73064d1d4712_del complete
Nov 22 12:18:42 user nova-compute[75217]: INFO nova.compute.manager [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.network.neutron [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:18:42 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance network_info: |[{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:43 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Took 0.69 seconds to deallocate network for instance.
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-ee511040-dc43-4384-886a-2da0ac02f89f req-363dc75a-5960-43ae-a316-f0f5a67c9aa0 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-vif-deleted-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:43 user nova-compute[75217]: INFO nova.compute.manager [req-ee511040-dc43-4384-886a-2da0ac02f89f req-363dc75a-5960-43ae-a316-f0f5a67c9aa0 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Neutron deleted interface fa0e6733-61bb-4632-a4e8-3d5f5ff092de; detaching it from the instance and deleting it from the info cache
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-ee511040-dc43-4384-886a-2da0ac02f89f req-363dc75a-5960-43ae-a316-f0f5a67c9aa0 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-vif-unplugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] No waiting events found dispatching network-vif-unplugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-vif-unplugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received event network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Acquiring lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Lock "c3883fca-1250-4705-bf4c-73064d1d4712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] No waiting events found dispatching network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:18:43 user nova-compute[75217]: WARNING nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Received unexpected event network-vif-plugged-fa0e6733-61bb-4632-a4e8-3d5f5ff092de for instance with vm_state active and task_state deleting.
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing instance network info cache due to event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.compute.manager [req-ee511040-dc43-4384-886a-2da0ac02f89f req-363dc75a-5960-43ae-a316-f0f5a67c9aa0 service nova] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Detach interface failed, port_id=fa0e6733-61bb-4632-a4e8-3d5f5ff092de, reason: Instance c3883fca-1250-4705-bf4c-73064d1d4712 could not be found. {{(pid=75217) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated VIF entry in instance network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG nova.network.neutron [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:18:43 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-af44bbf9-35b5-405c-ac88-a47303a015fa req-732cdd9f-4e93-45ab-9206-9644bf909232 service nova] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:18:44 user nova-compute[75217]: INFO nova.compute.manager [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] [instance: c3883fca-1250-4705-bf4c-73064d1d4712] Took 0.72 seconds to detach 1 volumes for instance.
Nov 22 12:18:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:44 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:18:44 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:18:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:44 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Deleted allocations for instance c3883fca-1250-4705-bf4c-73064d1d4712
Nov 22 12:18:44 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-83420135-2958-45c7-bf92-80c457e6f000 tempest-TestVolumeBootPattern-15878066 tempest-TestVolumeBootPattern-15878066-project-member] Lock "c3883fca-1250-4705-bf4c-73064d1d4712" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.946s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:18:46 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Creating image(s)
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Ensure instance console log exists: /opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Start _get_guest_xml network_info=[{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1', 'attached_at': '', 'detached_at': '', 'volume_id': '278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'serial': '278fdecc-c26d-429f-ab55-58a8a6fe8a31'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '8618243a-1192-4c6c-87ec-dcd9eda52c39', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:18:46 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:18:46 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:18:46 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:18:46 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:18:46 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6612745c-0028-4461-bf34-fe0a3a33367e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:18:46 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a874b5-e6d1-4f74-a439-3fa74be93677]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31] added
Nov 22 12:18:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[824c837a-d73b-4ccc-aebe-72a834bb676e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f80f68-f355-4dfc-b024-dfc6ca1d04c9]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nZcqwSCr {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nZcqwSCr" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb52966-ae6f-483e-a60a-61483540088f]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nZcqwSCr'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a38acf-27d7-448b-a2cf-1e1d0be66dab]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[639f6c5d-d180-4e5c-b68f-3060d232f5f0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:18:46 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:18:46 user nova-compute[75217]:  {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:18:46 user nova-compute[75217]: WARNING os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 22 12:18:46 user nova-compute[75217]: 
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee33d06-c1e7-4560-a235-49134b724ac6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]
Nov 22 12:18:46 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.
Nov 22 12:18:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1572c1f9-a8cc-4acd-b80c-9f6cee24c56a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b944941-7ef6-4cb7-afbc-29626f03a395]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:18:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:18:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c801c9af-bb5e-417d-a81d-7511da6650ae]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:18:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23738393534376232', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738393534376232', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-342049386',display_name='tempest-TestShelveInstance-server-342049386',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-342049386',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHvf17DO6cQOSyRDdLhrUklMCt9tHZb3SEYUAGFjPP0VJPMKTnPmlI0SJOCzZzPLNPEpCMNmdX4K3uVZlMg7DvMAJSK1M0SH/EdXq8qDQ6wPq7P9tnpgHHAryTPue6H4Q==',key_name='tempest-TestShelveInstance-2119668514',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c9ff557738314e1a8aa184f5b681a89a',ramdisk_id='',reservation_id='r-9cgkmzf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-2042124289',owner_user_name='tempest-TestShelveInstance-2042124289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:18:40Z,user_data=None,user_id='db0d793e392f40c7a47d7ee186451917',uuid=14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converting VIF {"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.objects.instance [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'pci_devices' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:18:47 user nova-compute[75217]:   <uuid>14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1</uuid>
Nov 22 12:18:47 user nova-compute[75217]:   <name>instance-00000033</name>
Nov 22 12:18:47 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:18:47 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:18:47 user nova-compute[75217]:   <metadata>
Nov 22 12:18:47 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:18:47 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:18:47 user nova-compute[75217]:       <nova:name>tempest-TestShelveInstance-server-342049386</nova:name>
Nov 22 12:18:47 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:18:46</nova:creationTime>
Nov 22 12:18:47 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:18:47 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:18:47 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:18:47 user nova-compute[75217]:       <nova:owner>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:user uuid="db0d793e392f40c7a47d7ee186451917">tempest-TestShelveInstance-2042124289-project-member</nova:user>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:project uuid="c9ff557738314e1a8aa184f5b681a89a">tempest-TestShelveInstance-2042124289</nova:project>
Nov 22 12:18:47 user nova-compute[75217]:       </nova:owner>
Nov 22 12:18:47 user nova-compute[75217]:       <nova:ports>
Nov 22 12:18:47 user nova-compute[75217]:         <nova:port uuid="dc05804f-c981-47bf-aa67-0733d0bb762e">
Nov 22 12:18:47 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 12:18:47 user nova-compute[75217]:         </nova:port>
Nov 22 12:18:47 user nova-compute[75217]:       </nova:ports>
Nov 22 12:18:47 user nova-compute[75217]:     </nova:instance>
Nov 22 12:18:47 user nova-compute[75217]:   </metadata>
Nov 22 12:18:47 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:18:47 user nova-compute[75217]:     <system>
Nov 22 12:18:47 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:18:47 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:18:47 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:18:47 user nova-compute[75217]:       <entry name="serial">14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1</entry>
Nov 22 12:18:47 user nova-compute[75217]:       <entry name="uuid">14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1</entry>
Nov 22 12:18:47 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:18:47 user nova-compute[75217]:     </system>
Nov 22 12:18:47 user nova-compute[75217]:   </sysinfo>
Nov 22 12:18:47 user nova-compute[75217]:   <os>
Nov 22 12:18:47 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:18:47 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:18:47 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:18:47 user nova-compute[75217]:   </os>
Nov 22 12:18:47 user nova-compute[75217]:   <features>
Nov 22 12:18:47 user nova-compute[75217]:     <acpi/>
Nov 22 12:18:47 user nova-compute[75217]:     <apic/>
Nov 22 12:18:47 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:18:47 user nova-compute[75217]:   </features>
Nov 22 12:18:47 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:18:47 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:18:47 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:18:47 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:18:47 user nova-compute[75217]:   </clock>
Nov 22 12:18:47 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:18:47 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:18:47 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:18:47 user nova-compute[75217]:   </cpu>
Nov 22 12:18:47 user nova-compute[75217]:   <devices>
Nov 22 12:18:47 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:18:47 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:18:47 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 12:18:47 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:18:47 user nova-compute[75217]:       <serial>278fdecc-c26d-429f-ab55-58a8a6fe8a31</serial>
Nov 22 12:18:47 user nova-compute[75217]:     </disk>
Nov 22 12:18:47 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:18:47 user nova-compute[75217]:       <mac address="fa:16:3e:9e:f8:06"/>
Nov 22 12:18:47 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:18:47 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:18:47 user nova-compute[75217]:       <target dev="tapdc05804f-c9"/>
Nov 22 12:18:47 user nova-compute[75217]:     </interface>
Nov 22 12:18:47 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:18:47 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1/console.log" append="off"/>
Nov 22 12:18:47 user nova-compute[75217]:     </serial>
Nov 22 12:18:47 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:18:47 user nova-compute[75217]:     <video>
Nov 22 12:18:47 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:18:47 user nova-compute[75217]:     </video>
Nov 22 12:18:47 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:18:47 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:18:47 user nova-compute[75217]:     </rng>
Nov 22 12:18:47 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:18:47 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:18:47 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:18:47 user nova-compute[75217]:     </memballoon>
Nov 22 12:18:47 user nova-compute[75217]:   </devices>
Nov 22 12:18:47 user nova-compute[75217]: </domain>
Nov 22 12:18:47 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-342049386',display_name='tempest-TestShelveInstance-server-342049386',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-342049386',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHvf17DO6cQOSyRDdLhrUklMCt9tHZb3SEYUAGFjPP0VJPMKTnPmlI0SJOCzZzPLNPEpCMNmdX4K3uVZlMg7DvMAJSK1M0SH/EdXq8qDQ6wPq7P9tnpgHHAryTPue6H4Q==',key_name='tempest-TestShelveInstance-2119668514',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c9ff557738314e1a8aa184f5b681a89a',ramdisk_id='',reservation_id='r-9cgkmzf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-2042124289',owner_user_name='tempest-TestShelveInstance-2042124289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:18:40Z,user_data=None,user_id='db0d793e392f40c7a47d7ee186451917',uuid=14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converting VIF {"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG os_vif [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '968f2d85-2578-50b4-ac92-59e93769e3d1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc05804f-c9, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc05804f-c9, col_values=(('qos', UUID('188e4bad-ef36-411d-96f4-75b244c06b64')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc05804f-c9, col_values=(('external_ids', {'iface-id': 'dc05804f-c981-47bf-aa67-0733d0bb762e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:f8:06', 'vm-uuid': '14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:47 user nova-compute[75217]: INFO os_vif [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9')
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:18:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] No VIF found with MAC fa:16:3e:9e:f8:06, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:18:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-635f00c6-7377-44f7-b352-4bbda71f6a50 req-da2904aa-32d5-40e0-97d7-d033e1cd4438 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-635f00c6-7377-44f7-b352-4bbda71f6a50 req-da2904aa-32d5-40e0-97d7-d033e1cd4438 service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-635f00c6-7377-44f7-b352-4bbda71f6a50 req-da2904aa-32d5-40e0-97d7-d033e1cd4438 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-635f00c6-7377-44f7-b352-4bbda71f6a50 req-da2904aa-32d5-40e0-97d7-d033e1cd4438 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG nova.compute.manager [req-635f00c6-7377-44f7-b352-4bbda71f6a50 req-da2904aa-32d5-40e0-97d7-d033e1cd4438 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:18:49 user nova-compute[75217]: WARNING nova.compute.manager [req-635f00c6-7377-44f7-b352-4bbda71f6a50 req-da2904aa-32d5-40e0-97d7-d033e1cd4438 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state building and task_state spawning.
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:18:51 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance spawned successfully.
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:18:51 user nova-compute[75217]: INFO nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Took 5.06 seconds to spawn the instance on the hypervisor.
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-d49dae2d-88d9-4d33-a920-9e945ea793d1 req-22a91fa4-df5d-4c75-a61a-93f47328525f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d49dae2d-88d9-4d33-a920-9e945ea793d1 req-22a91fa4-df5d-4c75-a61a-93f47328525f service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d49dae2d-88d9-4d33-a920-9e945ea793d1 req-22a91fa4-df5d-4c75-a61a-93f47328525f service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-d49dae2d-88d9-4d33-a920-9e945ea793d1 req-22a91fa4-df5d-4c75-a61a-93f47328525f service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:51 user nova-compute[75217]: DEBUG nova.compute.manager [req-d49dae2d-88d9-4d33-a920-9e945ea793d1 req-22a91fa4-df5d-4c75-a61a-93f47328525f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:18:51 user nova-compute[75217]: WARNING nova.compute.manager [req-d49dae2d-88d9-4d33-a920-9e945ea793d1 req-22a91fa4-df5d-4c75-a61a-93f47328525f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state building and task_state spawning.
Nov 22 12:18:51 user nova-compute[75217]: INFO nova.compute.manager [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Took 11.98 seconds to build instance.
Nov 22 12:18:51 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-e239e256-f1cd-4d52-b6a3-a55a8a7b63ed tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.074s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:18:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:53 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:18:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:18:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Starting instance... {{(pid=75217) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 22 12:19:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:11 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:19:11 user nova-compute[75217]: INFO nova.compute.claims [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Claim successful on node user
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.203s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Start building networks asynchronously for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Allocating IP information in the background. {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] allocate_for_instance() {{(pid=75217) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.policy [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64b6e89618124d5a97646ced9458ec50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547684465f134a3ba863fafdd54a252b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75217) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 22 12:19:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Start building block device mappings for instance. {{(pid=75217) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Start spawning the instance on the hypervisor. {{(pid=75217) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:19:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Creating image(s)
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "/opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "/opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "/opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.181s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk 1073741824 {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Successfully created port: 3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f,backing_fmt=raw /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk 1073741824" returned: 0 in 0.068s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "1f3c2e16d3c7eeb967d63f4b15857551e7f2586f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:12 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f --force-share --output=json" returned: 0 in 0.173s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk. size=1073741824 {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.virt.disk.api [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Cannot resize image /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk to a smaller size. {{(pid=75217) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Created local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Ensure instance console log exists: /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Successfully updated port: 3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquired lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-changed-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Refreshing instance network info cache due to event network-changed-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] Acquiring lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:19:13 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Instance cache missing network info. {{(pid=75217) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.neutron [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating instance_info_cache with network_info: [{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Releasing lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Instance network_info: |[{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75217) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] Acquired lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Refreshing network info cache for port 3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Start _get_guest_xml network_info=[{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'image_id': '022bb7a7-417e-43e5-a149-352266de8077'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:19:14 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:19:14 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-22T11:40:22Z,direct_url=<?>,disk_format='qcow2',id=022bb7a7-417e-43e5-a149-352266de8077,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='3d1ce70bf5b345969b608b9ce5b84094',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-22T11:40:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:19:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1915860178',display_name='tempest-AttachVolumeTestJSON-server-1915860178',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1915860178',id=52,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI1AoVdS/okwypUntPT1ut3oisMpPcC21P143xOr0J3leuMbXQd2Vo8ypoZRi23UVJkzdt4CCVP/SZNsVFCi3PEPPyXaXFvj4QqFC1qpYReOR88PeKaeDT499aatP2+cKA==',key_name='tempest-keypair-1473665528',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-9hfumabp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:19:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=9dd0ba9e-8efc-4348-bf78-5e825ee111d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'pci_devices' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:19:14 user nova-compute[75217]:   <uuid>9dd0ba9e-8efc-4348-bf78-5e825ee111d3</uuid>
Nov 22 12:19:14 user nova-compute[75217]:   <name>instance-00000034</name>
Nov 22 12:19:14 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:19:14 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:19:14 user nova-compute[75217]:   <metadata>
Nov 22 12:19:14 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:19:14 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:19:14 user nova-compute[75217]:       <nova:name>tempest-AttachVolumeTestJSON-server-1915860178</nova:name>
Nov 22 12:19:14 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:19:14</nova:creationTime>
Nov 22 12:19:14 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:19:14 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:19:14 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:19:14 user nova-compute[75217]:       <nova:owner>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:user uuid="64b6e89618124d5a97646ced9458ec50">tempest-AttachVolumeTestJSON-184848045-project-member</nova:user>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:project uuid="547684465f134a3ba863fafdd54a252b">tempest-AttachVolumeTestJSON-184848045</nova:project>
Nov 22 12:19:14 user nova-compute[75217]:       </nova:owner>
Nov 22 12:19:14 user nova-compute[75217]:       <nova:root type="image" uuid="022bb7a7-417e-43e5-a149-352266de8077"/>
Nov 22 12:19:14 user nova-compute[75217]:       <nova:ports>
Nov 22 12:19:14 user nova-compute[75217]:         <nova:port uuid="3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8">
Nov 22 12:19:14 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 22 12:19:14 user nova-compute[75217]:         </nova:port>
Nov 22 12:19:14 user nova-compute[75217]:       </nova:ports>
Nov 22 12:19:14 user nova-compute[75217]:     </nova:instance>
Nov 22 12:19:14 user nova-compute[75217]:   </metadata>
Nov 22 12:19:14 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:19:14 user nova-compute[75217]:     <system>
Nov 22 12:19:14 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:19:14 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:19:14 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:19:14 user nova-compute[75217]:       <entry name="serial">9dd0ba9e-8efc-4348-bf78-5e825ee111d3</entry>
Nov 22 12:19:14 user nova-compute[75217]:       <entry name="uuid">9dd0ba9e-8efc-4348-bf78-5e825ee111d3</entry>
Nov 22 12:19:14 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:19:14 user nova-compute[75217]:     </system>
Nov 22 12:19:14 user nova-compute[75217]:   </sysinfo>
Nov 22 12:19:14 user nova-compute[75217]:   <os>
Nov 22 12:19:14 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:19:14 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:19:14 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:19:14 user nova-compute[75217]:   </os>
Nov 22 12:19:14 user nova-compute[75217]:   <features>
Nov 22 12:19:14 user nova-compute[75217]:     <acpi/>
Nov 22 12:19:14 user nova-compute[75217]:     <apic/>
Nov 22 12:19:14 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:19:14 user nova-compute[75217]:   </features>
Nov 22 12:19:14 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:19:14 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:19:14 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:19:14 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:19:14 user nova-compute[75217]:   </clock>
Nov 22 12:19:14 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:19:14 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:19:14 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:19:14 user nova-compute[75217]:   </cpu>
Nov 22 12:19:14 user nova-compute[75217]:   <devices>
Nov 22 12:19:14 user nova-compute[75217]:     <disk type="file" device="disk">
Nov 22 12:19:14 user nova-compute[75217]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 22 12:19:14 user nova-compute[75217]:       <source file="/opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk"/>
Nov 22 12:19:14 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:19:14 user nova-compute[75217]:     </disk>
Nov 22 12:19:14 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:19:14 user nova-compute[75217]:       <mac address="fa:16:3e:46:2c:12"/>
Nov 22 12:19:14 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:19:14 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:19:14 user nova-compute[75217]:       <target dev="tap3ac363e9-23"/>
Nov 22 12:19:14 user nova-compute[75217]:     </interface>
Nov 22 12:19:14 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:19:14 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/console.log" append="off"/>
Nov 22 12:19:14 user nova-compute[75217]:     </serial>
Nov 22 12:19:14 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:19:14 user nova-compute[75217]:     <video>
Nov 22 12:19:14 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:19:14 user nova-compute[75217]:     </video>
Nov 22 12:19:14 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:19:14 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:19:14 user nova-compute[75217]:     </rng>
Nov 22 12:19:14 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:19:14 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:19:14 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:19:14 user nova-compute[75217]:     </memballoon>
Nov 22 12:19:14 user nova-compute[75217]:   </devices>
Nov 22 12:19:14 user nova-compute[75217]: </domain>
Nov 22 12:19:14 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:19:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1915860178',display_name='tempest-AttachVolumeTestJSON-server-1915860178',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1915860178',id=52,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI1AoVdS/okwypUntPT1ut3oisMpPcC21P143xOr0J3leuMbXQd2Vo8ypoZRi23UVJkzdt4CCVP/SZNsVFCi3PEPPyXaXFvj4QqFC1qpYReOR88PeKaeDT499aatP2+cKA==',key_name='tempest-keypair-1473665528',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-9hfumabp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-22T12:19:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=9dd0ba9e-8efc-4348-bf78-5e825ee111d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG os_vif [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5a2bcaf5-1414-54a9-b0ac-5d2535b8327a', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3ac363e9-23, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3ac363e9-23, col_values=(('qos', UUID('d8b0b08b-0cfd-42a6-b70f-e6d6a73ac937')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3ac363e9-23, col_values=(('external_ids', {'iface-id': '3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:2c:12', 'vm-uuid': '9dd0ba9e-8efc-4348-bf78-5e825ee111d3'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: INFO os_vif [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23')
Nov 22 12:19:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No VIF found with MAC fa:16:3e:46:2c:12, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updated VIF entry in instance network info cache for port 3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating instance_info_cache with network_info: [{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:19:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-55b36fef-a6b9-4b25-a427-de36ec78596b req-f46d9bf1-6b33-413a-9d63-6e23dc753597 service nova] Releasing lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-844a06cb-b77c-4a7e-baca-1bda38c5afcb req-099358d3-06d7-40ea-b506-df80e442fff0 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-844a06cb-b77c-4a7e-baca-1bda38c5afcb req-099358d3-06d7-40ea-b506-df80e442fff0 service nova] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-844a06cb-b77c-4a7e-baca-1bda38c5afcb req-099358d3-06d7-40ea-b506-df80e442fff0 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-844a06cb-b77c-4a7e-baca-1bda38c5afcb req-099358d3-06d7-40ea-b506-df80e442fff0 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:15 user nova-compute[75217]: DEBUG nova.compute.manager [req-844a06cb-b77c-4a7e-baca-1bda38c5afcb req-099358d3-06d7-40ea-b506-df80e442fff0 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] No waiting events found dispatching network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:19:15 user nova-compute[75217]: WARNING nova.compute.manager [req-844a06cb-b77c-4a7e-baca-1bda38c5afcb req-099358d3-06d7-40ea-b506-df80e442fff0 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received unexpected event network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 for instance with vm_state building and task_state spawning.
Nov 22 12:19:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:16 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:19:17 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Instance spawned successfully.
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Found default for hw_cdrom_bus of ide {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Found default for hw_disk_bus of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Found default for hw_input_bus of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Found default for hw_pointer_model of None {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Found default for hw_video_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Found default for hw_vif_model of virtio {{(pid=75217) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 22 12:19:17 user nova-compute[75217]: INFO nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Took 5.33 seconds to spawn the instance on the hypervisor.
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:19:17 user nova-compute[75217]: INFO nova.compute.manager [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Took 5.94 seconds to build instance.
Nov 22 12:19:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-a3863e21-4a75-4af2-8f6e-31551f4f0f30 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.032s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-61d6e6c1-cce7-40e7-8522-66e13e79a69e req-bcc9ab79-bc02-46c0-8acb-f1412ab013c7 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61d6e6c1-cce7-40e7-8522-66e13e79a69e req-bcc9ab79-bc02-46c0-8acb-f1412ab013c7 service nova] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61d6e6c1-cce7-40e7-8522-66e13e79a69e req-bcc9ab79-bc02-46c0-8acb-f1412ab013c7 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61d6e6c1-cce7-40e7-8522-66e13e79a69e req-bcc9ab79-bc02-46c0-8acb-f1412ab013c7 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:17 user nova-compute[75217]: DEBUG nova.compute.manager [req-61d6e6c1-cce7-40e7-8522-66e13e79a69e req-bcc9ab79-bc02-46c0-8acb-f1412ab013c7 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] No waiting events found dispatching network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:19:17 user nova-compute[75217]: WARNING nova.compute.manager [req-61d6e6c1-cce7-40e7-8522-66e13e79a69e req-bcc9ab79-bc02-46c0-8acb-f1412ab013c7 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received unexpected event network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 for instance with vm_state active and task_state None.
Nov 22 12:19:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:20 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:20 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:19:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:29 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:19:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:19:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:19:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:19:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:19:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:19:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8766MB free_disk=25.224952697753906GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:19:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.219s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:41 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:44 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Verify base images {{(pid=75217) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Image id 022bb7a7-417e-43e5-a149-352266de8077 yields fingerprint 1f3c2e16d3c7eeb967d63f4b15857551e7f2586f {{(pid=75217) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] image 022bb7a7-417e-43e5-a149-352266de8077 at (/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f): checking
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] image 022bb7a7-417e-43e5-a149-352266de8077 at (/opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f): image is in use {{(pid=75217) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75217) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 is a valid instance name {{(pid=75217) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 is a valid instance name {{(pid=75217) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 has a disk file {{(pid=75217) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 is backed by 1f3c2e16d3c7eeb967d63f4b15857551e7f2586f {{(pid=75217) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e
Nov 22 12:19:52 user nova-compute[75217]: WARNING nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Active base files: /opt/stack/data/nova/instances/_base/1f3c2e16d3c7eeb967d63f4b15857551e7f2586f
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Removable base files: /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352 /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6 /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5 /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30 /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2591699c1cfc72fddc55315111b04479074c00ba
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f5435c1ed821ec15dee278c4597c4cfa7bff5352
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7c67732a526c0f4e5b582af102e43de29ad4fcd6
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/fdf435d7d1a0ccbc2424ac32a2fc7fb17f8ea13f
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7e7040a6c6a8ae3d0aaa51b75edab70370143d9e
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d5c3a1b5f12d9780ac347dc2e84e8e86d64570c5
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e57854e778f09818421189abc66f46ab5fd97a30
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c02f015e63320b0842ff4023df01bf716a29572e
Nov 22 12:19:52 user nova-compute[75217]: INFO nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7aabdbb4a9c83ef81b6fa99c518f5c69645800ec
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Verification complete {{(pid=75217) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Verify swap images {{(pid=75217) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 22 12:19:52 user nova-compute[75217]: DEBUG nova.virt.libvirt.imagecache [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Verify ephemeral images {{(pid=75217) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 22 12:19:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:19:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:19:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:19:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:19:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:19:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:19:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:19:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:19:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:19:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:20:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:20:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:20:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:20:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:20:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:20:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:20:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:20:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:20:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:20:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:29 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:20:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing instance network info cache due to event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:20:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:20:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:20:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated VIF entry in instance network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-4ca5d0a6-bd27-4ccb-9f76-fead25be41f1 req-a41e26cc-ed8d-4904-9042-b3bb8b2db538 service nova] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:20:31 user nova-compute[75217]: INFO nova.compute.manager [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Shelve offloading
Nov 22 12:20:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a5b878a-98a0-40d2-b243-08cce319eaec req-919e6491-4275-42bf-b8e0-d385155aaf50 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-unplugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a5b878a-98a0-40d2-b243-08cce319eaec req-919e6491-4275-42bf-b8e0-d385155aaf50 service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a5b878a-98a0-40d2-b243-08cce319eaec req-919e6491-4275-42bf-b8e0-d385155aaf50 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-1a5b878a-98a0-40d2-b243-08cce319eaec req-919e6491-4275-42bf-b8e0-d385155aaf50 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:20:31 user nova-compute[75217]: DEBUG nova.compute.manager [req-1a5b878a-98a0-40d2-b243-08cce319eaec req-919e6491-4275-42bf-b8e0-d385155aaf50 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-unplugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:20:31 user nova-compute[75217]: WARNING nova.compute.manager [req-1a5b878a-98a0-40d2-b243-08cce319eaec req-919e6491-4275-42bf-b8e0-d385155aaf50 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-unplugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state active and task_state shelving.
Nov 22 12:20:32 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance destroyed successfully.
Nov 22 12:20:32 user nova-compute[75217]: DEBUG nova.compute.manager [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:20:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:20:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:20:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:20:32 user nova-compute[75217]: DEBUG nova.network.neutron [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:20:32 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:20:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance destroyed successfully.
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.objects.instance [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'resources' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-342049386',display_name='tempest-TestShelveInstance-server-342049386',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-342049386',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHvf17DO6cQOSyRDdLhrUklMCt9tHZb3SEYUAGFjPP0VJPMKTnPmlI0SJOCzZzPLNPEpCMNmdX4K3uVZlMg7DvMAJSK1M0SH/EdXq8qDQ6wPq7P9tnpgHHAryTPue6H4Q==',key_name='tempest-TestShelveInstance-2119668514',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:18:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c9ff557738314e1a8aa184f5b681a89a',ramdisk_id='',reservation_id='r-9cgkmzf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2042124289',owner_user_name='tempest-TestShelveInstance-2042124289-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:18:51Z,user_data=None,user_id='db0d793e392f40c7a47d7ee186451917',uuid=14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converting VIF {"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_vif [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc05804f-c9, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=188e4bad-ef36-411d-96f4-75b244c06b64) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:20:33 user nova-compute[75217]: INFO os_vif [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9')
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:20:33 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[099ac872-2820-43a0-bebe-239ff724dcf7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:20:33 user nova-compute[75217]: No targets found.
Nov 22 12:20:33 user nova-compute[75217]: iSNS:
Nov 22 12:20:33 user nova-compute[75217]: No targets found.
Nov 22 12:20:33 user nova-compute[75217]: STATIC:
Nov 22 12:20:33 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31
Nov 22 12:20:33 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:20:33 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:20:33 user nova-compute[75217]: FIRMWARE:
Nov 22 12:20:33 user nova-compute[75217]: No targets found.
Nov 22 12:20:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:20:33 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:20:33 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fe6806-0b2f-4393-8dff-b312a0692e57]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d9a9f4f-1b1b-4b79-b705-ea640db3a8e9]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:20:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:20:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f409c12b910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d3e9f8-2e97-4223-8600-9a4f5e8ca953]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[062df725-7908-441e-9edd-04d36c4553fd]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ed54b7-9cba-445f-87cf-e18776f30800]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[17580c16-d087-46cc-b911-5cc0ab5c2aeb]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4321ad2f-21ee-41b1-93b0-02aae40927cb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc37193-149a-44da-b10c-42f7b2f8763b]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]
Nov 22 12:20:33 user nova-compute[75217]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.
Nov 22 12:20:33 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8310d08-2532-4f25-8695-4509705a22e5]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] <== disconnect_volume: return (279ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:20:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Deleting instance files /opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1_del
Nov 22 12:20:33 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Deletion of /opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1_del complete
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:20:33 user nova-compute[75217]: WARNING nova.compute.manager [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state active and task_state shelving.
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing instance network info cache due to event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:20:33 user nova-compute[75217]: DEBUG nova.network.neutron [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated VIF entry in instance network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.network.neutron [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": null, "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapdc05804f-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-e360d683-eeae-4a02-8ee1-127c43c2b998 req-de5d331d-c55b-4d4e-815f-b3196a3e374d service nova] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:20:34 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Deleted allocations for instance 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1
Nov 22 12:20:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'numa_topology' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.objects.base [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Object Instance<14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1> lazy-loaded attributes: resources,numa_topology {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Refreshing inventories for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Updating ProviderTree inventory for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Updating inventory in ProviderTree for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Refreshing aggregate associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, aggregates: None {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 22 12:20:34 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Refreshing trait associations for resource provider 87c4def6-4a6c-40c8-9672-e667ecee1a98, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NODE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE2,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_TRUSTED_CERTS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_NE2K_PCI {{(pid=75217) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating instance_info_cache with network_info: [{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.373s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-99b03291-f8f6-4547-82d9-5cd072dfb449 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.692s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:20:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:20:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8932MB free_disk=25.21332550048828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:20:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.186s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:20:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:48 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 22 12:20:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] There are 0 instances to clean {{(pid=75217) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 22 12:20:48 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:48 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75217) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 22 12:20:49 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:20:57 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:20:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-changed-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:21:02 user nova-compute[75217]: DEBUG nova.compute.manager [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Refreshing instance network info cache due to event network-changed-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:21:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] Acquiring lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:21:02 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] Acquired lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:21:02 user nova-compute[75217]: DEBUG nova.network.neutron [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Refreshing network info cache for port 3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:21:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updated VIF entry in instance network info cache for port 3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:21:03 user nova-compute[75217]: DEBUG nova.network.neutron [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating instance_info_cache with network_info: [{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:21:03 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-446fbd85-e230-4460-abfd-eaa1f01ba218 req-5aa1b617-ca7b-44b6-a2fc-fad53fa2b116 service nova] Releasing lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:21:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:21:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG nova.objects.instance [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:05 user nova-compute[75217]: INFO nova.compute.manager [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attaching volume f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 to /dev/vdb
Nov 22 12:21:05 user nova-compute[75217]: DEBUG os_brick.utils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[75693be3-3ba3-440d-bdc2-03bef56643bc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e352fa68-e483-4b23-945b-a6db1942981c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb626eb-199f-4372-9209-8a0d8e2f5051]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd910adc-275f-4389-9168-69af38712cc4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:21:05 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:21:05 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[87832f18-4d4f-4536-b483-3aca6c609a84]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG os_brick.utils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:21:05 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating existing volume attachment record: b61f2ebd-61f3-4a9a-afea-cf5e5d27ac74 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:21:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:09 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MesJREac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:21:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:21:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:21:11 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b00c34-8322-4f51-92f0-ab76c0d2c36f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:21:11 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[89d09063-223b-45ad-9bbb-178e47aef1c1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9] added
Nov 22 12:21:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4dee047-be48-4135-98bd-dac7ab887205]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91ae454-c770-4aed-a4aa-66407f75fa44]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MesJREac {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MesJREac" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4be881d7-47ef-4c7c-98fd-f51400fc778c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MesJREac'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8216cc0a-f2fd-48ea-af6c-f266376bcde1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[41fcc2af-6844-46b0-8483-0a65b3a32f90]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:21:11 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:21:11 user nova-compute[75217]:  {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:21:11 user nova-compute[75217]: WARNING os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 22 12:21:11 user nova-compute[75217]: 
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b52e4d0-5a2f-4efd-b18b-6fdeb0733b22]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260]
Nov 22 12:21:11 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260] successful.
Nov 22 12:21:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c652bf8-387d-455a-a55e-efa7f438a924]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4b13f0-50b3-4ede-b9d4-1fbd3bf9bd03]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:11 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[9079f2d1-8486-413f-b846-08c7547ef909]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:11 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MesJREac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '26463613761393535', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463613761393535', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:21:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:21:12 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:21:12 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:21:12 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:21:12 user nova-compute[75217]:   <serial>f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9</serial>
Nov 22 12:21:12 user nova-compute[75217]: </disk>
Nov 22 12:21:12 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No VIF found with MAC fa:16:3e:46:2c:12, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-019a0a60-78e3-4ac6-a41d-3e3fa501cb40 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.506s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Triggering sync for uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG nova.objects.instance [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:17 user nova-compute[75217]: INFO nova.compute.manager [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attaching volume dac51aee-f144-4374-b2a6-e6d7dc0fd47e to /dev/vdc
Nov 22 12:21:17 user nova-compute[75217]: DEBUG os_brick.utils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94b2dd3-b7d4-4bc2-ba6f-46e2280a1274]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[793e8796-0fcf-4e51-87cf-9e9b487204be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[38625924-e17f-45d2-815c-2acc64c21728]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e393375-f3d3-48d0-9f91-5c23c674b923]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:21:17 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:21:17 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[508ee34c-247e-42cd-b081-33909c09f1cc]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG os_brick.utils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:21:17 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating existing volume attachment record: 2ee81872-857f-4817-896c-5ee08cc8cb02 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:21:18 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etbMQzLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:21:23 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:21:23 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:21:23 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b00e386-3f61-4e17-93bc-928bb102ccc4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:21:23 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90984ca8-6863-48a8-92a2-ac0ff588fd94]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e] added
Nov 22 12:21:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[114b46d6-e51d-47e7-b010-e261567c5ccb]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a602da-0802-47f6-ab95-dbf004bbabaa]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v etbMQzLy {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v etbMQzLy" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[99500f37-5e31-4457-910f-6d48822d0c92]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'etbMQzLy'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad1baab-434d-4017-94ad-de30a540fe9e]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[03fb5127-1ca0-46a5-8dca-f37a0ecefbac]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3444db3-57a4-4b85-a0cd-ac423d27e333]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260]
Nov 22 12:21:23 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260] successful.
Nov 22 12:21:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[69075c61-6596-4c9e-953f-f6b5843ee6d1]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aee0530-078b-4ef5-ada5-0dd180dd9edf]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:23 user nova-compute[75217]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)
Nov 22 12:21:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:23 user nova-compute[75217]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)
Nov 22 12:21:23 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] HCTL ('34', '-', '-', 0) found on session 61 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[37357ab3-80c0-477f-bd51-d163f555d6a4]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Searching for a device in session 61 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:21:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etbMQzLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:21:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:21:24 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '26236383230613237', 'path': '/dev/sdc'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:21:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236383230613237', 'path': '/dev/sdc'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:21:24 user nova-compute[75217]: DEBUG nova.objects.instance [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:21:24 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] attach device xml: <disk type="block" device="disk">
Nov 22 12:21:24 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:21:24 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:21:24 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:21:24 user nova-compute[75217]:   <serial>dac51aee-f144-4374-b2a6-e6d7dc0fd47e</serial>
Nov 22 12:21:24 user nova-compute[75217]: </disk>
Nov 22 12:21:24 user nova-compute[75217]:  {{(pid=75217) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 22 12:21:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:21:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:21:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:21:25 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] No VIF found with MAC fa:16:3e:46:2c:12, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:21:25 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-07b5890c-9c60-4b4b-a78f-f193bfbfed5d tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.876s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:26 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:26 user nova-compute[75217]: INFO nova.compute.manager [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Detaching volume f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9
Nov 22 12:21:26 user nova-compute[75217]: INFO nova.virt.block_device [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attempting to driver detach volume f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 from mountpoint /dev/vdb
Nov 22 12:21:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Attempting to detach device vdb from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:21:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:21:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:21:26 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:21:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:21:26 user nova-compute[75217]:   <serial>f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9</serial>
Nov 22 12:21:26 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:21:26 user nova-compute[75217]: </disk>
Nov 22 12:21:26 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:21:26 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully detached device vdb from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the persistent domain config.
Nov 22 12:21:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:21:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:21:26 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:21:26 user nova-compute[75217]:   <source dev="/dev/sdb"/>
Nov 22 12:21:26 user nova-compute[75217]:   <target dev="vdb" bus="virtio"/>
Nov 22 12:21:26 user nova-compute[75217]:   <serial>f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9</serial>
Nov 22 12:21:26 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 22 12:21:26 user nova-compute[75217]: </disk>
Nov 22 12:21:26 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:21:26 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:21:28 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:21:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:30 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:31 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:21:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:21:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating instance_info_cache with network_info: [{"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:21:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-9dd0ba9e-8efc-4348-bf78-5e825ee111d3" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:21:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:21:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:36 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:21:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:21:37 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8955MB free_disk=25.211952209472656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:21:37 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.516s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:38 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:21:43 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:46 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 is timed out.
Nov 22 12:21:46 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully detached device vdb from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the live domain config.
Nov 22 12:21:46 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MesJREac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:21:46 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a9227f4-03bc-4697-b04f-3cbc21e9cb2f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:21:46 user nova-compute[75217]: No targets found.
Nov 22 12:21:46 user nova-compute[75217]: iSNS:
Nov 22 12:21:46 user nova-compute[75217]: No targets found.
Nov 22 12:21:46 user nova-compute[75217]: STATIC:
Nov 22 12:21:46 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e
Nov 22 12:21:46 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:21:46 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:21:46 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9
Nov 22 12:21:46 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:21:46 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:21:46 user nova-compute[75217]: FIRMWARE:
Nov 22 12:21:46 user nova-compute[75217]: No targets found.
Nov 22 12:21:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:21:46 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:21:46 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[201ccefa-f709-4178-b70d-c4647a5311b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f18c694-9f4d-4d97-8d9e-c5b5a59def35]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:46 user nova-compute[75217]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)
Nov 22 12:21:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 (non-flash)
Nov 22 12:21:46 user nova-compute[75217]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)
Nov 22 12:21:46 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058b9c5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac06ff1d-8ca0-4e6c-924e-9f655a3bf749]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe61751b-0bca-4305-a042-37b66a74ec6b]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5652a5cb-dfa9-43a4-a8cc-ffe8d0b8b026]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:21:46 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[046c4912-1ce0-466f-96a2-471793165b7d]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc95a3e-9f91-49e7-98c8-1ac26082de69]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a34178f4-98df-4f1f-9cce-9b028fe731c5]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260]
Nov 22 12:21:47 user nova-compute[75217]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9, portal: 172.16.0.220,3260] successful.
Nov 22 12:21:47 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3326ada-c4ad-4cfe-b98b-e82a9d00c7b9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba46e85-2d1f-46b9-a5b1-92d71c2adc4c]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.279s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== disconnect_volume: return (281ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG nova.objects.instance [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:21:47 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-4c9414d2-3100-4c82-ba1c-8dbf731e081c tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.616s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:21:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:21:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:21:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:21:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:21:48 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:21:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:21:49 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:21:49 user nova-compute[75217]: INFO nova.compute.manager [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Detaching volume dac51aee-f144-4374-b2a6-e6d7dc0fd47e
Nov 22 12:21:49 user nova-compute[75217]: INFO nova.virt.block_device [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Attempting to driver detach volume dac51aee-f144-4374-b2a6-e6d7dc0fd47e from mountpoint /dev/vdc
Nov 22 12:21:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Attempting to detach device vdc from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the persistent domain config. {{(pid=75217) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 22 12:21:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:21:49 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:21:49 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:21:49 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:21:49 user nova-compute[75217]:   <serial>dac51aee-f144-4374-b2a6-e6d7dc0fd47e</serial>
Nov 22 12:21:49 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 22 12:21:49 user nova-compute[75217]: </disk>
Nov 22 12:21:49 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:21:49 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully detached device vdc from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the persistent domain config.
Nov 22 12:21:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the live domain config. {{(pid=75217) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 22 12:21:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.guest [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] detach device xml: <disk type="block" device="disk">
Nov 22 12:21:49 user nova-compute[75217]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:21:49 user nova-compute[75217]:   <source dev="/dev/sdc"/>
Nov 22 12:21:49 user nova-compute[75217]:   <target dev="vdc" bus="virtio"/>
Nov 22 12:21:49 user nova-compute[75217]:   <serial>dac51aee-f144-4374-b2a6-e6d7dc0fd47e</serial>
Nov 22 12:21:49 user nova-compute[75217]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 22 12:21:49 user nova-compute[75217]: </disk>
Nov 22 12:21:49 user nova-compute[75217]:  {{(pid=75217) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 22 12:21:49 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 22 12:21:53 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:21:58 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:22:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:03 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:22:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:08 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:09 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 is timed out.
Nov 22 12:22:09 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully detached device vdc from instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 from the live domain config.
Nov 22 12:22:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etbMQzLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:22:09 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a0eb8d-558b-4ece-bee0-74e71a8597a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:22:09 user nova-compute[75217]: No targets found.
Nov 22 12:22:09 user nova-compute[75217]: iSNS:
Nov 22 12:22:09 user nova-compute[75217]: No targets found.
Nov 22 12:22:09 user nova-compute[75217]: STATIC:
Nov 22 12:22:09 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e
Nov 22 12:22:09 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:22:09 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:22:09 user nova-compute[75217]: FIRMWARE:
Nov 22 12:22:09 user nova-compute[75217]: No targets found.
Nov 22 12:22:09 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:22:09 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:22:09 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb686ff3-ce6d-4902-a9f8-f2a321bf2bae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a1edcf-d1b5-4abf-b89b-fd9d56532130]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)
Nov 22 12:22:09 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e (non-flash)
Nov 22 12:22:09 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f40a0202f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e'): ({'sdc'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Removing single pathed devices sdc {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b69b88-7c04-4118-84de-684b67daf022]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[34579a7f-a91b-4a38-b630-728adbf940b1]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Flushing IO for device /dev/sdc {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e19c907-ad19-4036-83fc-7d9bfa2cc42a]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[059a0403-7149-4e2d-b172-156d8552a823]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] SCSI volumes sdc have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[825df83f-a804-46b7-8e06-384c04efd2f7]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[90a1b079-e5ff-4bc3-b0bf-3cb503a24aef]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260]
Nov 22 12:22:09 user nova-compute[75217]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e, portal: 172.16.0.220,3260] successful.
Nov 22 12:22:09 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac51aee-f144-4374-b2a6-e6d7dc0fd47e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1d69d8-870a-4fe0-a58f-8fdbc5348121]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] <== disconnect_volume: return (299ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:22:09 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:22:10 user nova-compute[75217]: DEBUG nova.objects.instance [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'flavor' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:10 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-5cfbba4e-fd9b-410e-a029-554dc1662f63 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.740s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:11 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:11 user nova-compute[75217]: INFO nova.compute.manager [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Terminating instance
Nov 22 12:22:11 user nova-compute[75217]: DEBUG nova.compute.manager [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:22:11 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-7c125273-124d-41c0-9c9e-1abc4e65e941 req-af8b70f1-50ee-4c26-a0e8-2d2156838f69 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-vif-unplugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7c125273-124d-41c0-9c9e-1abc4e65e941 req-af8b70f1-50ee-4c26-a0e8-2d2156838f69 service nova] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7c125273-124d-41c0-9c9e-1abc4e65e941 req-af8b70f1-50ee-4c26-a0e8-2d2156838f69 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-7c125273-124d-41c0-9c9e-1abc4e65e941 req-af8b70f1-50ee-4c26-a0e8-2d2156838f69 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-7c125273-124d-41c0-9c9e-1abc4e65e941 req-af8b70f1-50ee-4c26-a0e8-2d2156838f69 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] No waiting events found dispatching network-vif-unplugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.compute.manager [req-7c125273-124d-41c0-9c9e-1abc4e65e941 req-af8b70f1-50ee-4c26-a0e8-2d2156838f69 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-vif-unplugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Instance destroyed successfully.
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.objects.instance [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lazy-loading 'resources' on Instance uuid 9dd0ba9e-8efc-4348-bf78-5e825ee111d3 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-22T12:19:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1915860178',display_name='tempest-AttachVolumeTestJSON-server-1915860178',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1915860178',id=52,image_ref='022bb7a7-417e-43e5-a149-352266de8077',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI1AoVdS/okwypUntPT1ut3oisMpPcC21P143xOr0J3leuMbXQd2Vo8ypoZRi23UVJkzdt4CCVP/SZNsVFCi3PEPPyXaXFvj4QqFC1qpYReOR88PeKaeDT499aatP2+cKA==',key_name='tempest-keypair-1473665528',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:19:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='547684465f134a3ba863fafdd54a252b',ramdisk_id='',reservation_id='r-9hfumabp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='022bb7a7-417e-43e5-a149-352266de8077',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-184848045',owner_user_name='tempest-AttachVolumeTestJSON-184848045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:19:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='64b6e89618124d5a97646ced9458ec50',uuid=9dd0ba9e-8efc-4348-bf78-5e825ee111d3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converting VIF {"id": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "address": "fa:16:3e:46:2c:12", "network": {"id": "85bea0dc-d33e-45e9-a318-b1370ca7b343", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275053304-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "547684465f134a3ba863fafdd54a252b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ac363e9-23", "ovs_interfaceid": "3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG os_vif [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3ac363e9-23, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8b0b08b-0cfd-42a6-b70f-e6d6a73ac937) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:12 user nova-compute[75217]: INFO os_vif [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:2c:12,bridge_name='br-int',has_traffic_filtering=True,id=3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8,network=Network(85bea0dc-d33e-45e9-a318-b1370ca7b343),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ac363e9-23')
Nov 22 12:22:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Deleting instance files /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3_del
Nov 22 12:22:12 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Deletion of /opt/stack/data/nova/instances/9dd0ba9e-8efc-4348-bf78-5e825ee111d3_del complete
Nov 22 12:22:12 user nova-compute[75217]: INFO nova.compute.manager [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 22 12:22:12 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:22:12 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:22:13 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:22:13 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Took 0.75 seconds to deallocate network for instance.
Nov 22 12:22:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:13 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:22:13 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:22:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.134s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:13 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Deleted allocations for instance 9dd0ba9e-8efc-4348-bf78-5e825ee111d3
Nov 22 12:22:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-c5c1877c-5410-4310-bb92-6af060f91492 tempest-AttachVolumeTestJSON-184848045 tempest-AttachVolumeTestJSON-184848045-project-member] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.918s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:22:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] Acquiring lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] Lock "9dd0ba9e-8efc-4348-bf78-5e825ee111d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] No waiting events found dispatching network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:22:14 user nova-compute[75217]: WARNING nova.compute.manager [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received unexpected event network-vif-plugged-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 for instance with vm_state deleted and task_state None.
Nov 22 12:22:14 user nova-compute[75217]: DEBUG nova.compute.manager [req-28aa72ca-2ece-492e-a66b-615aced2adce req-548b637c-aef4-4797-93c7-fa156a6c6ba6 service nova] [instance: 9dd0ba9e-8efc-4348-bf78-5e825ee111d3] Received event network-vif-deleted-3ac363e9-239b-4c89-bf3d-9bd2bf7cccd8 {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:22:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:23 user nova-compute[75217]: INFO nova.compute.manager [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Unshelving
Nov 22 12:22:23 user nova-compute[75217]: INFO nova.virt.block_device [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Booting with volume 278fdecc-c26d-429f-ab55-58a8a6fe8a31 at /dev/vda
Nov 22 12:22:23 user nova-compute[75217]: DEBUG os_brick.utils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf17ba8f-6807-4671-a89d-0344393a36d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:cfa3c46e4ad\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4472725-315c-43a5-95bb-4c23ad881635]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[de50e9da-5575-442b-9aef-8e9049d24ae1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f53c8bd-c4d3-404d-8304-c915578dd722]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Running cmd (subprocess): nvme version {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] 'nvme version' failed. Not Retrying. {{(pid=75217) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] nvme not present on system {{(pid=75217) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 22 12:22:23 user nova-compute[75217]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 22 12:22:23 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[5398d01c-356a-43d0-bdf9-983911f1a7b4]: (4, '') {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75217) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.lightos [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] LIGHTOS: no hostnqn found. {{(pid=75217) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG os_brick.utils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:cfa3c46e4ad', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:22:23 user nova-compute[75217]: DEBUG nova.virt.block_device [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating existing volume attachment record: f2e36608-8837-46c5-a3f9-8b747dccf137 {{(pid=75217) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 22 12:22:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'pci_requests' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'numa_topology' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75217) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 22 12:22:29 user nova-compute[75217]: INFO nova.compute.claims [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Claim successful on node user
Nov 22 12:22:29 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:22:29 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.226s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:29 user nova-compute[75217]: INFO nova.network.neutron [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating port dc05804f-c981-47bf-aa67-0733d0bb762e with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Building network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.compute.manager [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing instance network info cache due to event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.network.neutron [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Creating instance directory {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 22 12:22:30 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Creating image(s)
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Did not create local disks {{(pid=75217) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Ensure instance console log exists: /opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1/console.log {{(pid=75217) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Start _get_guest_xml network_info=[{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1', 'attached_at': '', 'detached_at': '', 'volume_id': '278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'serial': '278fdecc-c26d-429f-ab55-58a8a6fe8a31'}, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'f2e36608-8837-46c5-a3f9-8b747dccf137', 'disk_bus': 'virtio', 'delete_on_termination': True, 'volume_type': None} {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.network.neutron [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:22:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:22:30 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] CPU controller missing on host. {{(pid=75217) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.host [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] CPU controller found on host. {{(pid=75217) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75217) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-22T11:40:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Flavor limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Image limits 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Flavor pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Image pref 0:0:0 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75217) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Got 1 possible topologies {{(pid=75217) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.hardware [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75217) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'vcpu_model' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.objects.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Object Instance<14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Calling os-brick to attach iSCSI Volume {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:22:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:22:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:22:30 user nova-compute[75217]: INFO os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd34d03-bd99-40b1-8f27-20a76608350a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 22 12:22:30 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --interface default --op new {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[3084b768-4c0d-421a-9d79-42f11462988b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31] added\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31] added
Nov 22 12:22:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d86be23-4432-499e-822a-521d05372c79]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.134s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee63a535-8508-4ebf-93ed-c5aada27bd02]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nZcqwSCr {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nZcqwSCr" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[91584c7c-7076-4a3c-a064-eecd39320f74]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nZcqwSCr'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7ff0293-b26f-4421-b0b5-bf440204d7f4]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed6faff-199b-4548-8782-5157cb3fc0d9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:22:30 user nova-compute[75217]:  {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 22 12:22:30 user nova-compute[75217]:  {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:22:30 user nova-compute[75217]: WARNING os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 22 12:22:30 user nova-compute[75217]: 
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --login {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[b295f9a7-901c-4ea8-8963-4d8bebb595ba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]
Nov 22 12:22:30 user nova-compute[75217]: Login to [iface: default, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.
Nov 22 12:22:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3bed6c-e15f-409e-959f-0434bcbf1978]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d854f6-2c9c-4b0e-bfd8-45b48d001aec]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:22:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:22:30 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Connected to 172.16.0.220:3260 {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75217) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75217) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 22 12:22:30 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:22:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated VIF entry in instance network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:22:31 user nova-compute[75217]: DEBUG nova.network.neutron [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:22:31 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:22:31 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[aecab5ae-2c4d-490a-b039-bfabc3fd75ed]: (4, ('- - 0', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:22:31 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: None {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:22:31 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-5d84dcaa-0af6-4958-9816-76dbdf49830e req-dee7532c-6a5f-41df-bf29-be3dbeb4f89a service nova] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75217) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75217) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23738393534376232', 'path': '/dev/sdb'} {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738393534376232', 'path': '/dev/sdb'} {{(pid=75217) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-342049386',display_name='tempest-TestShelveInstance-server-342049386',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-342049386',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2119668514',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:18:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='c9ff557738314e1a8aa184f5b681a89a',ramdisk_id='',reservation_id='r-9cgkmzf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2042124289',owner_user_name='tempest-TestShelveInstance-2042124289-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:22:23Z,user_data=None,user_id='db0d793e392f40c7a47d7ee186451917',uuid=14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75217) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converting VIF {"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.objects.instance [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'pci_devices' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.objects.base [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Object Instance<14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75217) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] End _get_guest_xml xml=<domain type="kvm">
Nov 22 12:22:32 user nova-compute[75217]:   <uuid>14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1</uuid>
Nov 22 12:22:32 user nova-compute[75217]:   <name>instance-00000033</name>
Nov 22 12:22:32 user nova-compute[75217]:   <memory>524288</memory>
Nov 22 12:22:32 user nova-compute[75217]:   <vcpu>1</vcpu>
Nov 22 12:22:32 user nova-compute[75217]:   <metadata>
Nov 22 12:22:32 user nova-compute[75217]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 22 12:22:32 user nova-compute[75217]:       <nova:package version="0.0.0"/>
Nov 22 12:22:32 user nova-compute[75217]:       <nova:name>tempest-TestShelveInstance-server-342049386</nova:name>
Nov 22 12:22:32 user nova-compute[75217]:       <nova:creationTime>2023-11-22 12:22:30</nova:creationTime>
Nov 22 12:22:32 user nova-compute[75217]:       <nova:flavor name="m1.tiny">
Nov 22 12:22:32 user nova-compute[75217]:         <nova:memory>512</nova:memory>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:disk>1</nova:disk>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:swap>0</nova:swap>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:ephemeral>0</nova:ephemeral>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:vcpus>1</nova:vcpus>
Nov 22 12:22:32 user nova-compute[75217]:       </nova:flavor>
Nov 22 12:22:32 user nova-compute[75217]:       <nova:owner>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:user uuid="db0d793e392f40c7a47d7ee186451917">tempest-TestShelveInstance-2042124289-project-member</nova:user>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:project uuid="c9ff557738314e1a8aa184f5b681a89a">tempest-TestShelveInstance-2042124289</nova:project>
Nov 22 12:22:32 user nova-compute[75217]:       </nova:owner>
Nov 22 12:22:32 user nova-compute[75217]:       <nova:ports>
Nov 22 12:22:32 user nova-compute[75217]:         <nova:port uuid="dc05804f-c981-47bf-aa67-0733d0bb762e">
Nov 22 12:22:32 user nova-compute[75217]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 22 12:22:32 user nova-compute[75217]:         </nova:port>
Nov 22 12:22:32 user nova-compute[75217]:       </nova:ports>
Nov 22 12:22:32 user nova-compute[75217]:     </nova:instance>
Nov 22 12:22:32 user nova-compute[75217]:   </metadata>
Nov 22 12:22:32 user nova-compute[75217]:   <sysinfo type="smbios">
Nov 22 12:22:32 user nova-compute[75217]:     <system>
Nov 22 12:22:32 user nova-compute[75217]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 22 12:22:32 user nova-compute[75217]:       <entry name="product">OpenStack Nova</entry>
Nov 22 12:22:32 user nova-compute[75217]:       <entry name="version">0.0.0</entry>
Nov 22 12:22:32 user nova-compute[75217]:       <entry name="serial">14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1</entry>
Nov 22 12:22:32 user nova-compute[75217]:       <entry name="uuid">14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1</entry>
Nov 22 12:22:32 user nova-compute[75217]:       <entry name="family">Virtual Machine</entry>
Nov 22 12:22:32 user nova-compute[75217]:     </system>
Nov 22 12:22:32 user nova-compute[75217]:   </sysinfo>
Nov 22 12:22:32 user nova-compute[75217]:   <os>
Nov 22 12:22:32 user nova-compute[75217]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 22 12:22:32 user nova-compute[75217]:     <boot dev="hd"/>
Nov 22 12:22:32 user nova-compute[75217]:     <smbios mode="sysinfo"/>
Nov 22 12:22:32 user nova-compute[75217]:   </os>
Nov 22 12:22:32 user nova-compute[75217]:   <features>
Nov 22 12:22:32 user nova-compute[75217]:     <acpi/>
Nov 22 12:22:32 user nova-compute[75217]:     <apic/>
Nov 22 12:22:32 user nova-compute[75217]:     <vmcoreinfo/>
Nov 22 12:22:32 user nova-compute[75217]:   </features>
Nov 22 12:22:32 user nova-compute[75217]:   <clock offset="utc">
Nov 22 12:22:32 user nova-compute[75217]:     <timer name="pit" tickpolicy="delay"/>
Nov 22 12:22:32 user nova-compute[75217]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 22 12:22:32 user nova-compute[75217]:     <timer name="hpet" present="no"/>
Nov 22 12:22:32 user nova-compute[75217]:   </clock>
Nov 22 12:22:32 user nova-compute[75217]:   <cpu mode="custom" match="exact">
Nov 22 12:22:32 user nova-compute[75217]:     <model>Nehalem</model>
Nov 22 12:22:32 user nova-compute[75217]:     <topology sockets="1" cores="1" threads="1"/>
Nov 22 12:22:32 user nova-compute[75217]:   </cpu>
Nov 22 12:22:32 user nova-compute[75217]:   <devices>
Nov 22 12:22:32 user nova-compute[75217]:     <disk type="block" device="disk">
Nov 22 12:22:32 user nova-compute[75217]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 22 12:22:32 user nova-compute[75217]:       <source dev="/dev/sdb"/>
Nov 22 12:22:32 user nova-compute[75217]:       <target dev="vda" bus="virtio"/>
Nov 22 12:22:32 user nova-compute[75217]:       <serial>278fdecc-c26d-429f-ab55-58a8a6fe8a31</serial>
Nov 22 12:22:32 user nova-compute[75217]:     </disk>
Nov 22 12:22:32 user nova-compute[75217]:     <interface type="ethernet">
Nov 22 12:22:32 user nova-compute[75217]:       <mac address="fa:16:3e:9e:f8:06"/>
Nov 22 12:22:32 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:22:32 user nova-compute[75217]:       <mtu size="1442"/>
Nov 22 12:22:32 user nova-compute[75217]:       <target dev="tapdc05804f-c9"/>
Nov 22 12:22:32 user nova-compute[75217]:     </interface>
Nov 22 12:22:32 user nova-compute[75217]:     <serial type="pty">
Nov 22 12:22:32 user nova-compute[75217]:       <log file="/opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1/console.log" append="off"/>
Nov 22 12:22:32 user nova-compute[75217]:     </serial>
Nov 22 12:22:32 user nova-compute[75217]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 22 12:22:32 user nova-compute[75217]:     <video>
Nov 22 12:22:32 user nova-compute[75217]:       <model type="virtio"/>
Nov 22 12:22:32 user nova-compute[75217]:     </video>
Nov 22 12:22:32 user nova-compute[75217]:     <rng model="virtio">
Nov 22 12:22:32 user nova-compute[75217]:       <backend model="random">/dev/urandom</backend>
Nov 22 12:22:32 user nova-compute[75217]:     </rng>
Nov 22 12:22:32 user nova-compute[75217]:     <controller type="usb" index="0" model="none"/>
Nov 22 12:22:32 user nova-compute[75217]:     <memballoon model="virtio">
Nov 22 12:22:32 user nova-compute[75217]:       <stats period="10"/>
Nov 22 12:22:32 user nova-compute[75217]:     </memballoon>
Nov 22 12:22:32 user nova-compute[75217]:   </devices>
Nov 22 12:22:32 user nova-compute[75217]: </domain>
Nov 22 12:22:32 user nova-compute[75217]:  {{(pid=75217) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-342049386',display_name='tempest-TestShelveInstance-server-342049386',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-342049386',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2119668514',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:18:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='c9ff557738314e1a8aa184f5b681a89a',ramdisk_id='',reservation_id='r-9cgkmzf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2042124289',owner_user_name='tempest-TestShelveInstance-2042124289-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:22:23Z,user_data=None,user_id='db0d793e392f40c7a47d7ee186451917',uuid=14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converting VIF {"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG os_vif [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '968f2d85-2578-50b4-ac92-59e93769e3d1', '_type': 'linux-noop'}}, row=False) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc05804f-c9, may_exist=True, interface_attrs={}) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc05804f-c9, col_values=(('qos', UUID('852ad37f-5fdf-4271-83ae-05e0fff668ff')),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc05804f-c9, col_values=(('external_ids', {'iface-id': 'dc05804f-c981-47bf-aa67-0733d0bb762e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:f8:06', 'vm-uuid': '14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1'}),), if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:32 user nova-compute[75217]: INFO os_vif [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9')
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] No BDM found with device name vda, not building metadata. {{(pid=75217) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] No VIF found with MAC fa:16:3e:9e:f8:06, not building metadata {{(pid=75217) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:32 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-61585f42-4ae5-489c-8a0a-84f7e88ec86d req-623119f7-8326-4d8a-8f6d-d29dff3ee1f6 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61585f42-4ae5-489c-8a0a-84f7e88ec86d req-623119f7-8326-4d8a-8f6d-d29dff3ee1f6 service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61585f42-4ae5-489c-8a0a-84f7e88ec86d req-623119f7-8326-4d8a-8f6d-d29dff3ee1f6 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-61585f42-4ae5-489c-8a0a-84f7e88ec86d req-623119f7-8326-4d8a-8f6d-d29dff3ee1f6 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG nova.compute.manager [req-61585f42-4ae5-489c-8a0a-84f7e88ec86d req-623119f7-8326-4d8a-8f6d-d29dff3ee1f6 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:22:33 user nova-compute[75217]: WARNING nova.compute.manager [req-61585f42-4ae5-489c-8a0a-84f7e88ec86d req-623119f7-8326-4d8a-8f6d-d29dff3ee1f6 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state shelved_offloaded and task_state spawning.
Nov 22 12:22:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:33 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:22:34 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance event wait completed in 0 seconds for  {{(pid=75217) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Guest created on hypervisor {{(pid=75217) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 22 12:22:35 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance spawned successfully.
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Checking state {{(pid=75217) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-2a0487ff-cd6c-49f5-817b-ef1ed0333203 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.121s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-646e60b9-95a9-4a63-8b74-5e170e104a42 req-47da43ca-c32a-4156-a502-4c2ca26f5141 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-646e60b9-95a9-4a63-8b74-5e170e104a42 req-47da43ca-c32a-4156-a502-4c2ca26f5141 service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-646e60b9-95a9-4a63-8b74-5e170e104a42 req-47da43ca-c32a-4156-a502-4c2ca26f5141 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-646e60b9-95a9-4a63-8b74-5e170e104a42 req-47da43ca-c32a-4156-a502-4c2ca26f5141 service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:35 user nova-compute[75217]: DEBUG nova.compute.manager [req-646e60b9-95a9-4a63-8b74-5e170e104a42 req-47da43ca-c32a-4156-a502-4c2ca26f5141 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:22:35 user nova-compute[75217]: WARNING nova.compute.manager [req-646e60b9-95a9-4a63-8b74-5e170e104a42 req-47da43ca-c32a-4156-a502-4c2ca26f5141 service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state active and task_state None.
Nov 22 12:22:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:37 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:22:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:22:39 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:22:39 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=9022MB free_disk=25.237964630126953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.185s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:22:39 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:22:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:22:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:22:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:54 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:22:59 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:00 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:04 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:23:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:17 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:22 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:23:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:23:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:27 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:23:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:32 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Forcefully refreshing network info cache for instance {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 22 12:23:35 user nova-compute[75217]: DEBUG nova.objects.instance [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lazy-loading 'info_cache' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:23:36 user nova-compute[75217]: DEBUG nova.network.neutron [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:23:36 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:23:36 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated the network info_cache for instance {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 22 12:23:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:23:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:23:37 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:23:38 user nova-compute[75217]: DEBUG nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75217) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 22 12:23:39 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:23:39 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=8975MB free_disk=25.235626220703125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Instance 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75217) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:23:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.151s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:23:42 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:47 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:23:52 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:23:57 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:02 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 22 12:24:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75217) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 22 12:24:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:24:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75217) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 22 12:24:12 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:13 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:24:13 user nova-compute[75217]: DEBUG nova.compute.manager [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing instance network info cache due to event network-changed-dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 22 12:24:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] Acquiring lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 22 12:24:13 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] Acquired lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 22 12:24:13 user nova-compute[75217]: DEBUG nova.network.neutron [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Refreshing network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:14 user nova-compute[75217]: INFO nova.compute.manager [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Terminating instance
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Start destroying the instance on the hypervisor. {{(pid=75217) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updated VIF entry in instance network info cache for port dc05804f-c981-47bf-aa67-0733d0bb762e. {{(pid=75217) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.network.neutron [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [{"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-a4667294-787f-4153-bd97-630d7072136c req-5e9d227f-4b5b-4b17-ba49-befe18944e4f service nova] Releasing lock "refresh_cache-14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" {{(pid=75217) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 22 12:24:14 user nova-compute[75217]: INFO nova.virt.libvirt.driver [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Instance destroyed successfully.
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.objects.instance [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lazy-loading 'resources' on Instance uuid 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1 {{(pid=75217) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.vif [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-22T12:18:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-342049386',display_name='tempest-TestShelveInstance-server-342049386',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-342049386',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHvf17DO6cQOSyRDdLhrUklMCt9tHZb3SEYUAGFjPP0VJPMKTnPmlI0SJOCzZzPLNPEpCMNmdX4K3uVZlMg7DvMAJSK1M0SH/EdXq8qDQ6wPq7P9tnpgHHAryTPue6H4Q==',key_name='tempest-TestShelveInstance-2119668514',keypairs=<?>,launch_index=0,launched_at=2023-11-22T12:22:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c9ff557738314e1a8aa184f5b681a89a',ramdisk_id='',reservation_id='r-9cgkmzf3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2042124289',owner_user_name='tempest-TestShelveInstance-2042124289-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-22T12:22:35Z,user_data=None,user_id='db0d793e392f40c7a47d7ee186451917',uuid=14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converting VIF {"id": "dc05804f-c981-47bf-aa67-0733d0bb762e", "address": "fa:16:3e:9e:f8:06", "network": {"id": "18a08000-a97c-4a09-a5b7-bd89cf351108", "bridge": "br-int", "label": "tempest-TestShelveInstance-1259913960-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9ff557738314e1a8aa184f5b681a89a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc05804f-c9", "ovs_interfaceid": "dc05804f-c981-47bf-aa67-0733d0bb762e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.network.os_vif_util [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG os_vif [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9') {{(pid=75217) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc05804f-c9, bridge=br-int, if_exists=True) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=852ad37f-5fdf-4271-83ae-05e0fff668ff) {{(pid=75217) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:14 user nova-compute[75217]: INFO os_vif [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f8:06,bridge_name='br-int',has_traffic_filtering=True,id=dc05804f-c981-47bf-aa67-0733d0bb762e,network=Network(18a08000-a97c-4a09-a5b7-bd89cf351108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc05804f-c9')
Nov 22 12:24:14 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] calling os-brick to detach iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f409c130790>, {'target_iqn': 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nZcqwSCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 22 12:24:14 user nova-compute[75217]: WARNING os_brick.initiator.connectors.base [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 22 12:24:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:14 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[1000bc92-5866-4955-9803-c527690dfb24]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 22 12:24:15 user nova-compute[75217]: No targets found.
Nov 22 12:24:15 user nova-compute[75217]: iSNS:
Nov 22 12:24:15 user nova-compute[75217]: No targets found.
Nov 22 12:24:15 user nova-compute[75217]: STATIC:
Nov 22 12:24:15 user nova-compute[75217]: Target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31
Nov 22 12:24:15 user nova-compute[75217]:         Portal: 172.16.0.220:3260,-1
Nov 22 12:24:15 user nova-compute[75217]:                 Iface Name: default
Nov 22 12:24:15 user nova-compute[75217]: FIRMWARE:
Nov 22 12:24:15 user nova-compute[75217]: No targets found.
Nov 22 12:24:15 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 22 12:24:15 user nova-compute[75217]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 22 12:24:15 user nova-compute[75217]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75217) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31', 0)] {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[a609aeba-82f9-4964-9916-08554727266d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f10799-152b-4329-8cf8-0ada7a458439]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:24:15 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 (non-flash)
Nov 22 12:24:15 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4058d79750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31'): ({'sdb'}, set())}) {{(pid=75217) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Removing single pathed devices sdb {{(pid=75217) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[f302db15-20c9-492b-928e-0bfdbb878d41]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e31d85e-d39a-4db5-8080-22a2569856d4]: (4, ('ok\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Flushing IO for device /dev/sdb {{(pid=75217) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[65856cab-5bcc-4df3-908f-769b0fe73d60]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75217) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a8178d-09cd-4ea4-863c-b6d202ce060a]: (4, ('1', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.linuxscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] SCSI volumes sdb have been removed. {{(pid=75217) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7b7675dc-789547b24276d0d3', '/dev/disk/by-id/scsi-23738393534376232', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7b7675dc') {{(pid=85370) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[da212cae-2e07-4972-87f5-6c2d9d5d123f]: (4, None) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31')] {{(pid=75217) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30cfa6c-5e88-423e-ae47-071a1c00f730]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --logout {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[465395ca-2b24-4f4f-bcbe-d854599fb975]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260]
Nov 22 12:24:15 user nova-compute[75217]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31, portal: 172.16.0.220,3260] successful.
Nov 22 12:24:15 user nova-compute[75217]:  stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op delete {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:278fdecc-c26d-429f-ab55-58a8a6fe8a31 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85370) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd8b4f56-fe97-4856-bce7-2f962d4f36ba]: (4, ('', '')) {{(pid=85370) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75217) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.base [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG os_brick.initiator.connectors.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] <== disconnect_volume: return (318ms) None {{(pid=75217) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Disconnected iSCSI Volume {{(pid=75217) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 22 12:24:15 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Deleting instance files /opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1_del
Nov 22 12:24:15 user nova-compute[75217]: INFO nova.virt.libvirt.driver [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Deletion of /opt/stack/data/nova/instances/14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1_del complete
Nov 22 12:24:15 user nova-compute[75217]: INFO nova.compute.manager [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 22 12:24:15 user nova-compute[75217]: DEBUG oslo.service.loopingcall [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75217) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG nova.compute.manager [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Deallocating network for instance {{(pid=75217) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] deallocate_for_instance() {{(pid=75217) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 22 12:24:15 user nova-compute[75217]: DEBUG nova.network.neutron [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Updating instance_info_cache with network_info: [] {{(pid=75217) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 22 12:24:15 user nova-compute[75217]: INFO nova.compute.manager [-] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Took 0.43 seconds to deallocate network for instance.
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-unplugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-unplugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-unplugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with task_state deleting. {{(pid=75217) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] Acquiring lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] No waiting events found dispatching network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 22 12:24:16 user nova-compute[75217]: WARNING nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received unexpected event network-vif-plugged-dc05804f-c981-47bf-aa67-0733d0bb762e for instance with vm_state active and task_state deleting.
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [req-3a808d6c-ca12-4464-bba5-475e450ea803 req-2224d31c-ae47-49e1-855c-0332ce9921cd service nova] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Received event network-vif-deleted-dc05804f-c981-47bf-aa67-0733d0bb762e {{(pid=75217) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 22 12:24:16 user nova-compute[75217]: INFO nova.compute.manager [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Took 0.73 seconds to detach 1 volumes for instance.
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.manager [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] [instance: 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1] Deleting volume: 278fdecc-c26d-429f-ab55-58a8a6fe8a31 {{(pid=75217) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.121s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:16 user nova-compute[75217]: INFO nova.scheduler.client.report [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Deleted allocations for instance 14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1
Nov 22 12:24:16 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-bda3a5b9-1250-4dae-b881-0fd87d4c69c5 tempest-TestShelveInstance-2042124289 tempest-TestShelveInstance-2042124289-project-member] Lock "14c0d8ab-8a7d-4cfb-920e-ab3c3618fec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.735s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:19 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:23 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:23 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:24:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:24 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:29 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:33 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:34 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:34 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:37 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Starting heal instance info cache {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 22 12:24:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Rebuilding the list of instances to heal {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 22 12:24:37 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Didn't find any instances for network info cache update. {{(pid=75217) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 22 12:24:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:38 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:39 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:39 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:24:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:39 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:39 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Auditing locally available compute resources for user (node: user) {{(pid=75217) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:40 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:24:40 user nova-compute[75217]: WARNING nova.virt.libvirt.driver [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 22 12:24:40 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Hypervisor/Node resource view: name=user free_ram=9097MB free_disk=25.233116149902344GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}] {{(pid=75217) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75217) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG nova.compute.provider_tree [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed in ProviderTree for provider: 87c4def6-4a6c-40c8-9672-e667ecee1a98 {{(pid=75217) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG nova.scheduler.client.report [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Inventory has not changed for provider 87c4def6-4a6c-40c8-9672-e667ecee1a98 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75217) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG nova.compute.resource_tracker [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Compute_service record updated for user:user {{(pid=75217) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 22 12:24:40 user nova-compute[75217]: DEBUG oslo_concurrency.lockutils [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.149s {{(pid=75217) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 22 12:24:45 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:50 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:24:55 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:00 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:05 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:05 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:25:07 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:10 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:15 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:20 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:24 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:25:24 user nova-compute[75217]: DEBUG nova.compute.manager [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75217) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 22 12:25:25 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 22 12:25:25 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:25:26 user nova-compute[75217]: DEBUG oslo_service.periodic_task [None req-abdcc70e-ff64-43cd-a2af-50ccf982a0c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75217) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 22 12:25:30 user nova-compute[75217]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75217) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}